-- Logs begin at Wed 2021-06-16 15:12:43 UTC, end at Wed 2021-06-16 16:30:40 UTC. -- Jun 16 16:05:51.886047 dv-cinder-796685-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:05:54.588916 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:05:54.589538 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:05:54.589693 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:05:54.592871 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:05:54.593130 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:05:54.593447 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:05:54.594951 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:05:54.595186 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:05:54.595546 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:05:54.595794 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:05:54.596023 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:05:54.596349 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.596685 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.596991 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.597225 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.597523 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.597820 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.598107 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.598399 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.598702 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.598993 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.599276 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.599566 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.599801 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.600086 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.600377 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.600693 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.600922 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] debug = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.601207 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.601635 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.602040 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.602322 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.602616 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.602899 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.603177 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.603459 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.603746 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.604077 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] host = dv-cinder-796685-1-smb {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.604358 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.604676 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.604970 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.605261 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.605542 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.605823 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.606111 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.606393 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.606672 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.606951 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.607244 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.607538 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.607833 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.608060 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.608286 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.608604 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.608904 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.609190 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.609498 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.609876 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.610040 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.610317 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.610592 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.610884 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.611174 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.611464 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.611743 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.612019 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.612298 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.612595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.612889 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.613167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.613444 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.613722 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.614011 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.614284 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.614559 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.614863 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.615154 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.615440 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.615729 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.616007 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.616292 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.616600 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.616883 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.617160 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] use_json = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.617436 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.617712 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.617996 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.618272 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.618548 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.618824 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.619101 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.619392 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:54.619690 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.619991 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.620294 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.620601 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.620906 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.621190 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.621484 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.621768 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.622064 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.622357 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.622650 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.622935 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.623228 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.623512 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.623811 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.624118 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.624417 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.624740 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.625041 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.625322 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.625601 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.625884 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.626174 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.626479 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.626774 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.627060 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.627343 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.627642 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.627924 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.628200 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.628483 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.628801 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.629088 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.629375 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.629659 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.629947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.630224 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.630501 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.630786 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.631086 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.631371 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.631648 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.631924 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.632206 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.632482 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.632792 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.633077 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.633352 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.633629 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.633913 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.634191 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.634467 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.634748 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.635023 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.635307 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.635584 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.635860 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.636134 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.636413 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.636711 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.636988 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.637264 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.637546 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.637822 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.638097 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.638370 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.638645 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.638919 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.639211 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.639515 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.639799 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.640089 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.640371 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.641222 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.641502 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.641786 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.642071 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.642352 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.642628 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.642925 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.643213 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.643503 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.643793 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.644076 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.644377 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.644688 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.644977 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.645258 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.645539 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.645832 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.646166 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.646428 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.646725 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.647022 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.647318 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.647614 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.647898 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.648213 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.648515 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:54.648740 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:05:54.648984 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92427) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:05:55.001450 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:55.001655 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:55.001950 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:05:55.002284 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:05:55.404588 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.404888 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.405164 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.407088 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.407383 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.407687 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.441545 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.441821 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.442092 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.455665 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.455961 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.456221 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.486009 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.486286 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.486556 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.522474 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.522758 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.523031 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.756456 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.757117 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.757117 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.757301 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.758153 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.882218 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.882542 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.882833 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.883155 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.883595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.884132 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.884605 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.885046 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.885480 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.885965 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.886403 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.886855 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.887299 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.887748 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.888194 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.888686 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.889149 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.889591 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.890052 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.890489 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.891556 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.892160 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.892618 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.893089 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.893500 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.893870 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.894551 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:55.894814 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:55.895059 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:55.895303 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:55.895545 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:55.895800 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:55.897370 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:05:55.900792 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:05:55.904752 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:05:55.908816 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 16 16:05:55.910449 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:05:55.910902 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:05:55.911501 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:05:55.911889 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:05:55.914745 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:05:55.915004 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:05:55.915357 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:05:55.946428 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:05:55.946898 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.947208 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92427) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:05:55.947581 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.948964 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92427) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:05:55.949260 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:05:55.949509 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:05:55.954427 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:55.954718 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:56.018909 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:05:56.019090 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:05:56.019331 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:05:56.019721 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:05:56.041090 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_db.sqlalchemy.engines [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92427) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:05:56.735168 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing driver for type 'gre' Jun 16 16:05:56.735623 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] gre ID ranges: [(1, 1000)] Jun 16 16:05:56.922940 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing driver for type 'local' Jun 16 16:05:56.923590 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing driver for type 'vlan' Jun 16 16:05:57.002976 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] VlanTypeDriver initialization complete Jun 16 16:05:57.003280 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing driver for type 'vxlan' Jun 16 16:05:57.003789 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:05:57.197282 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing extension driver 'port_security' Jun 16 16:05:57.197622 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.extensions.port_security [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] PortSecurityExtensionDriver initialization complete Jun 16 16:05:57.197982 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing mechanism driver 'openvswitch' Jun 16 16:05:57.198323 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing mechanism driver 'hyperv' Jun 16 16:05:57.210245 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.plugins.ml2.plugin [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:57.211055 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.211408 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.211777 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.212168 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.212554 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.212909 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.213292 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.213643 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.213990 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.214372 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > security_group after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.214717 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > security_group after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.215059 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.215441 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.215790 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.216130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.216532 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > address_group after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.216883 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > address_group after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.217227 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.217567 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] ML2 OVO RPC backend initialized. {{(pid=92427) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:05:57.218264 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.218647 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.219080 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.219429 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > networks before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.219777 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.220121 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > ports before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.220465 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.220836 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnets before_response 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.221185 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.221534 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.221867 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.222206 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.222540 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.222881 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.223270 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.223608 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.223943 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.224533 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.plugin [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Modular L2 Plugin initialization complete Jun 16 16:05:57.224863 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading services supported by the core plugin {{(pid=92427) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:05:57.225185 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.plugins.ml2.managers [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Got port-security extension from driver 'port_security' Jun 16 16:05:57.225648 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.extensions.vlantransparent [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Disabled vlantransparent extension. Jun 16 16:05:57.226130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92427) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:05:57.226439 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: router Jun 16 16:05:57.271218 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.271549 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_create 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.271926 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router before_create 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.272290 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.272685 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.273041 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_delete 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.273399 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.273768 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_create 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.274115 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_update 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.274464 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_update 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.274812 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.275168 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_update 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.275574 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_update 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.275942 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.276280 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.276666 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: subnet after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.277046 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.277395 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.277743 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_create 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.278083 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.278423 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.278777 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router after_update 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.279123 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.279474 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_create 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.279841 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.280184 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_update 55549900 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.280585 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > network after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.281468 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Tracking information for resource: router configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:57.281800 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Tracking information for resource: floatingip configured {{(pid=92427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:05:57.287002 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.db.l3_agentschedulers_db [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:05:57.287729 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.288092 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port after_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.288447 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port after_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.288823 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: port after_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.289615 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router before_create 55550100 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.289984 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.290346 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_create 55550100 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.290700 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > router precommit_update 55550100 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.295053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.provider_configuration [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service providers = [] {{(pid=92427) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:05:57.295415 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.db.servicetype_db [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92427) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:05:57.306625 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.service_base [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:05:57.306973 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.service_base [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:05:57.307317 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.service_base [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:05:57.308213 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.services.service_base [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:05:57.308623 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.services.service_base [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:05:57.309004 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.309324 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:05:57.320449 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.320810 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: auto_allocate Jun 16 16:05:57.326591 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: network precommit_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.326963 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: network precommit_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.327485 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.327806 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: tag Jun 16 16:05:57.335067 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.335398 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: timestamp Jun 16 16:05:57.340678 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.346831 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: network_ip_availability Jun 16 16:05:57.352226 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.352658 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.353000 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.353804 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.354126 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: flavors Jun 16 16:05:57.358877 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.359205 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading Plugin: revisions Jun 16 16:05:57.363622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:05:57.364019 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_concurrency.lockutils [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.362s {{(pid=92427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:05:57.364883 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92427) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:05:57.365216 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Initializing extension manager. Jun 16 16:05:57.365798 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: __init__.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.366142 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: __pycache__ {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.366478 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.366811 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: address_group.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.367571 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.368154 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: address-group Jun 16 16:05:57.368479 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: address_scope.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.369198 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.369716 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: address-scope Jun 16 16:05:57.370039 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.370959 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.371475 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:05:57.371796 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: agent.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.372480 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.373013 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: agent Jun 16 16:05:57.373339 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: agent_resources_synced.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.378729 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.379280 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: agent-resources-synced Jun 16 16:05:57.379615 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: allowedaddresspairs.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.381660 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.382197 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: allowed-address-pairs Jun 16 16:05:57.382532 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: auto_allocated_topology.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.383622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.384210 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: auto-allocated-topology Jun 16 16:05:57.384527 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: availability_zone.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.385234 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.385774 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: availability_zone Jun 16 16:05:57.386094 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: availability_zone_filter.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.387018 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.387551 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: availability_zone_filter Jun 16 16:05:57.387881 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: data_plane_status.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.388808 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.389355 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:05:57.389652 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: default_subnetpools.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.391565 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.391680 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: default-subnetpools Jun 16 16:05:57.392001 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.392866 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.393388 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:05:57.393715 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: dns.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.394631 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.395143 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:05:57.395468 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: dns_domain_ports.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.396378 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.396924 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:05:57.397252 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: dvr.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.397920 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.398430 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: dvr Jun 16 16:05:57.398752 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: empty_string_filtering.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.399655 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.400167 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: empty-string-filtering Jun 16 16:05:57.400510 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.401432 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.401943 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:05:57.402268 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.407429 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.407940 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:05:57.408265 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: external_net.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.409223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.409749 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: external-net Jun 16 16:05:57.410079 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.410986 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.411764 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: extra_dhcp_opt Jun 16 16:05:57.412090 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: extraroute.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.413020 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.413546 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: extraroute Jun 16 16:05:57.413868 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: extraroute_atomic.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.414902 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.415427 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: extraroute-atomic Jun 16 16:05:57.415752 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: filter_validation.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.416418 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.416970 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: filter-validation Jun 16 16:05:57.417292 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: fip_pf_description.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.418199 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.418708 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:05:57.419030 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: fip_port_details.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.419935 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.420448 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: fip-port-details Jun 16 16:05:57.420800 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: flavors.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.422050 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.422569 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: flavors Jun 16 16:05:57.422896 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.424598 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.425136 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:05:57.425476 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: floatingip_pools.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.426179 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.426704 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: floatingip-pools Jun 16 16:05:57.427037 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: ip_allocation.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.427942 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.428472 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:05:57.428830 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.429740 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.430261 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: ip-substring-filtering Jun 16 16:05:57.430593 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l2_adjacency.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.431514 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.432031 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:05:57.432359 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.433380 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.433937 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: router Jun 16 16:05:57.434265 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.436699 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.437243 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:05:57.438089 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.442030 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.442556 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: ext-gw-mode Jun 16 16:05:57.442888 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.443807 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.444328 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: l3-ha Jun 16 16:05:57.444699 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3_flavors.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.445600 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.446120 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: l3-flavors Jun 16 16:05:57.446448 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.447362 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.447882 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:05:57.448207 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: l3agentscheduler.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.449271 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.449791 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: l3_agent_scheduler Jun 16 16:05:57.450120 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: logging.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.451647 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.452179 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension logging not supported by any of loaded plugins Jun 16 16:05:57.452534 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: metering.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.453882 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.454478 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: metering Jun 16 16:05:57.454810 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.455912 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.456437 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:05:57.456793 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: multiprovidernet.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.457712 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.458233 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: multi-provider Jun 16 16:05:57.458560 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: netmtu.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.459472 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.459981 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: net-mtu Jun 16 16:05:57.460306 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: netmtu_writable.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.461241 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.461753 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: net-mtu-writable Jun 16 16:05:57.462078 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: network_availability_zone.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.462748 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.463264 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: network_availability_zone Jun 16 16:05:57.463588 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: network_ip_availability.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.464707 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.465230 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: network-ip-availability Jun 16 16:05:57.465559 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: network_segment_range.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.466329 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.466841 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:05:57.467167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: pagination.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.468156 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.468518 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: pagination Jun 16 16:05:57.468917 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: port_device_profile.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.469817 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.470343 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: port-device-profile Jun 16 16:05:57.470669 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.471576 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.472094 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: port-mac-address-regenerate Jun 16 16:05:57.472418 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.473356 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.473873 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: port-numa-affinity-policy Jun 16 16:05:57.474200 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: port_resource_request.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.475097 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.475606 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:05:57.475928 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: portbindings.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.476884 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.477399 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: binding Jun 16 16:05:57.477724 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: portbindings_extended.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.479009 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.479534 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: binding-extended Jun 16 16:05:57.479861 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: portsecurity.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.480803 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.481328 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: port-security Jun 16 16:05:57.481653 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: project_id.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.482758 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.483094 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: project-id Jun 16 16:05:57.483422 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: providernet.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.484893 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.485417 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: provider Jun 16 16:05:57.485742 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.489317 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.489847 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos not supported by any of loaded plugins Jun 16 16:05:57.490185 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.491431 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.491959 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:05:57.492292 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.493227 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.493750 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:05:57.494083 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_default.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.494987 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.495509 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:05:57.495837 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_fip.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.496482 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.497023 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:05:57.497350 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_gateway_ip.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.498263 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.498776 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:05:57.499103 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_port_network_policy.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.500682 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.501207 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:05:57.501537 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_rule_type_details.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.502445 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.502963 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:05:57.503290 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: qos_rules_alias.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.504344 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.504887 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:05:57.505214 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: quotasv2.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.506137 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.506463 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: quotas Jun 16 16:05:57.506784 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: quotasv2_detail.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.509869 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.510219 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: quota_details Jun 16 16:05:57.510557 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: rbac.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.511614 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.512151 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: rbac-policies Jun 16 16:05:57.512484 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: rbac_address_group.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.513434 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.513970 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: rbac-address-group Jun 16 16:05:57.514306 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: rbac_address_scope.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.515213 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.515768 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: rbac-address-scope Jun 16 16:05:57.516139 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: rbac_security_groups.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.517294 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.517818 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: rbac-security-groups Jun 16 16:05:57.518146 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: rbac_subnetpool.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.519047 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.519568 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: rbac-subnetpool Jun 16 16:05:57.519894 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: revisionifmatch.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.520863 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.521433 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: revision-if-match Jun 16 16:05:57.521717 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: revisions.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.522846 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.523373 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: standard-attr-revisions Jun 16 16:05:57.523703 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: router_availability_zone.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.524382 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.524947 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: router_availability_zone Jun 16 16:05:57.525272 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: routerservicetype.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.526193 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.526713 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:05:57.527036 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.527953 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.528474 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:05:57.528828 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.529739 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.530258 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: port-security-groups-filtering Jun 16 16:05:57.530582 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.531520 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.532040 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: security-groups-remote-address-group Jun 16 16:05:57.532365 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: securitygroup.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.542167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.542701 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: security-group Jun 16 16:05:57.543037 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: segment.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.543819 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.544343 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension segment not supported by any of loaded plugins Jun 16 16:05:57.544703 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.545626 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.546152 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:05:57.546486 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: servicetype.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.548125 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.548704 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: service-type Jun 16 16:05:57.549034 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: sorting.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.550013 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.550351 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: sorting Jun 16 16:05:57.550684 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: standard_attr_segment.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.551586 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.552109 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:05:57.552437 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: standardattrdescription.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.553106 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.553622 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: standard-attr-description Jun 16 16:05:57.553949 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: stateful_security_group.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.554871 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.555390 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: stateful-security-group Jun 16 16:05:57.555719 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: stdattrs_common.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.556291 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:05:57.556659 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.557660 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.558183 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:05:57.558512 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: subnet_onboard.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.559569 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.560097 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: subnet_onboard Jun 16 16:05:57.560427 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.561381 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.561912 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:05:57.563075 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: subnet_service_types.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.563714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.564237 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: subnet-service-types Jun 16 16:05:57.564603 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: subnetallocation.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.565685 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.566208 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: subnet_allocation Jun 16 16:05:57.566536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.567212 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.567735 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:05:57.568074 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.569023 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.569542 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:05:57.569872 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: tagging.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.570947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.571469 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: standard-attr-tag Jun 16 16:05:57.571800 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: timestamp.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.573045 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.573574 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loaded extension: standard-attr-timestamp Jun 16 16:05:57.573905 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: trunk.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.574946 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.575475 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension trunk not supported by any of loaded plugins Jun 16 16:05:57.575807 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: trunk_details.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.576764 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.577289 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:05:57.577618 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: uplink_status_propagation.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.579078 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.579601 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:05:57.579936 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Loading extension file: vlantransparent.py {{(pid=92427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:05:57.580636 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:05:57.581155 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:05:57.583617 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:network Jun 16 16:05:57.584149 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:05:57.584590 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:05:57.584993 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:port Jun 16 16:05:57.586256 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.586712 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service FLAVORS assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.587350 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.587794 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.588125 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:router Jun 16 16:05:57.588586 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:05:57.589083 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service METERING assigned prefix: /metering {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.590542 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.590919 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.591272 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:05:57.592280 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:05:57.592773 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:05:57.593216 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:05:57.594386 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service CORE assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.594733 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:05:57.595091 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] subnetpool is already registered Jun 16 16:05:57.595538 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service CORE assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.595863 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:05:57.596196 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] subnetpool is already registered Jun 16 16:05:57.598546 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.598987 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service FLAVORS assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.599588 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.600013 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.600347 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:router Jun 16 16:05:57.600718 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] router is already registered Jun 16 16:05:57.601139 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:05:57.601477 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] floatingip is already registered Jun 16 16:05:57.601938 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service METERING assigned prefix: /metering {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.602621 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:05:57.602948 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] rbac_policy is already registered Jun 16 16:05:57.603367 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:05:57.603703 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] security_group is already registered Jun 16 16:05:57.604121 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:05:57.604461 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] security_group_rule is already registered Jun 16 16:05:57.605128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service CORE assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.605457 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:05:57.605801 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] subnetpool is already registered Jun 16 16:05:57.606228 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.v2.resource_helper [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Service CORE assigned prefix: {{(pid=92427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:05:57.606552 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:05:57.606884 dv-cinder-796685-1-smb neutron-server[92427]: WARNING neutron.quota.resource_registry [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] subnetpool is already registered Jun 16 16:05:57.607376 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: extensions {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.608912 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: address-groups {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.610446 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: address-scopes {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.611775 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: agents {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.612965 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: auto-allocated-topology {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.614265 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: availability_zones {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.615500 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: dhcp-networks {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.617074 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: dhcp-agents {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.618530 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: routers {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.620260 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: flavors {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.622719 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: service_profiles {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.623943 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: next_providers {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.626126 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: service_profiles {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.627725 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: floatingip-pools {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.628998 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: routers {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.630743 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: floatingips {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.632035 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: l3-routers {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.633475 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: l3-agents {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.634962 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: metering-labels {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.636274 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: metering-label-rules {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.637699 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: network-ip-availabilities {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.638984 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: bindings {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.641189 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: quotas {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.642762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: quotas {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.644251 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: rbac-policies {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.645509 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: security-groups {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.646824 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: security-group-rules {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.648081 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: service-providers {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.649352 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: subnetpools {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.650759 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: subnetpools {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.652324 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.654051 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.655936 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.658395 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.660098 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.662361 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.664074 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.665951 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.667858 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.669668 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron.api.extensions [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Extended resource: tags {{(pid=92427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:05:57.675953 dv-cinder-796685-1-smb neutron-server[92427]: WARNING keystonemiddleware.auth_token [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:05:57.680522 dv-cinder-796685-1-smb neutron-server[92427]: WARNING keystonemiddleware.auth_token [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:05:57.688868 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_concurrency.lockutils [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Acquired lock "singleton_lock" {{(pid=92427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:05:57.689353 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_concurrency.lockutils [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Releasing lock "singleton_lock" {{(pid=92427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:05:57.689988 dv-cinder-796685-1-smb neutron-server[92427]: INFO oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Starting 2 workers Jun 16 16:05:57.694760 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Started child 92538 {{(pid=92427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:05:57.699270 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Started child 92539 {{(pid=92427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:05:57.700185 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.700875 dv-cinder-796685-1-smb neutron-server[92427]: INFO neutron.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:05:57.701538 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Notify callbacks [] for process, before_spawn {{(pid=92427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.701717 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [-] (92538) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:05:57.704591 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.705101 dv-cinder-796685-1-smb neutron-server[92427]: INFO oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Starting 1 workers Jun 16 16:05:57.705976 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [-] (92539) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:05:57.709855 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Started child 92540 {{(pid=92427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:05:57.710385 dv-cinder-796685-1-smb neutron-server[92427]: INFO oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Starting 1 workers Jun 16 16:05:57.713690 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] calling RpcWorker wait() {{(pid=92540) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:05:57.714252 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] returning from RpcWorker wait() {{(pid=92540) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:05:57.714827 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Started child 92541 {{(pid=92427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:05:57.715601 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.715695 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG neutron_lib.callbacks.manager [None req-29b174ba-9b6b-44ff-a549-c0d4de05a3cd None None] Notify callbacks [] for process, after_spawn {{(pid=92427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.716285 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:57.717630 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:05:57.717851 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:05:57.718041 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:05:57.718264 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:05:57.719518 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:05:57.719518 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:05:57.719932 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.720339 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.720824 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.720914 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:57.721390 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.721494 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.721831 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:57.722712 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.722987 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.723251 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.723542 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.723786 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.723970 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.724145 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.724415 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.724695 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.725012 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.725282 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.725539 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.725804 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.725992 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.726258 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.726528 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.726768 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.727036 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] debug = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.727280 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.727781 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.728030 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.728273 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.728546 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.728839 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.729072 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.729369 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.729636 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.729881 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.730119 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.730384 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.730618 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.730833 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.731060 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.731325 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.731562 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.732037 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] host = dv-cinder-796685-1-smb {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.732255 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.732518 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.732757 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.733017 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.733279 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.733496 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.733810 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.734167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.734337 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.734576 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.734840 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.735114 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.735352 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.735593 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.735760 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_options = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.736024 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.736315 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.736582 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.736777 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.737002 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.737149 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.737379 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.737546 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.737806 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.738045 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.738262 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.738481 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.738699 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.738935 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.739206 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.739478 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.739714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.739947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.740193 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.740431 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.740685 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.740916 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.741140 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.741382 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.741600 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.741839 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.742068 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.742308 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.742529 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.742819 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.743042 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.743321 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.743561 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.743825 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.744057 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.744290 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.744523 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.744795 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.745027 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.745279 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.745523 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.745918 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.746313 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.746539 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.746751 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.746968 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_json = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.747202 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.747493 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.747764 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.747986 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.748202 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.748466 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.748664 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.748916 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.749341 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.749602 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.750003 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.750301 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.750445 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.750665 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.750926 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.751148 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.751409 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.751658 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.751969 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.752194 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.752489 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.752741 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.753074 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.753401 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.753645 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.753935 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.754160 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.754402 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.754623 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.754849 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.755192 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.755466 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.755734 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.755990 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.756210 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.756452 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.756706 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.757167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.757167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.774762 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.775405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776108 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.776754 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777360 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.777979 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.778595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.779677 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780223 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.780755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.781983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.782482 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.782482 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.782695 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.782915 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.783189 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.784209 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.784209 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.784209 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.784209 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.785714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.785714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.785714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.785714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.785714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.785714 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.787320 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790053 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.790983 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.791908 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.791908 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.791908 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.791908 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.792671 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.792671 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.792671 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.792671 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.793622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.793622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.793622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.793622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.793925 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.793925 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.794135 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.794394 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.794655 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.794995 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.795248 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.795494 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.795733 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.795948 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.796405 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.796710 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.796959 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.797174 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.797556 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.797722 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.797867 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.798095 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.798321 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.798534 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.798768 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.799186 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.799300 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.799419 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.799876 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.800143 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.800394 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.800656 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.800892 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.801131 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.801369 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.801583 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.801803 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.802039 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.802268 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.802500 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.802715 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.802933 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.803141 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.803376 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.803589 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.803804 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.804019 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.804231 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.804457 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.804692 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.804909 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.805130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.805347 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.805658 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.805924 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.808536 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809105 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809105 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809105 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809105 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809105 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809400 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809668 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.809858 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.810145 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.810427 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.810670 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.810904 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.811187 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.811501 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.811782 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.812045 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.812275 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.812590 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.812816 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.813029 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.813267 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.813505 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.813726 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.813971 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.814222 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.814465 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.814681 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.814909 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.815129 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.815375 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.815588 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.815810 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.816032 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.816195 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:05:57.816965 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:05:57.816965 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:05:57.817214 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:05:57.817300 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:05:57.817435 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:05:57.817595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:05:57.817783 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.817947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.818266 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.818600 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.818749 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.818936 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.819099 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.819264 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.819426 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.819579 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.819733 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.819895 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.820056 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.820215 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.820376 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.820559 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.820721 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.820879 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821038 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] debug = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.821947 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.822430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.822430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.822430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.822642 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.822720 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.822869 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.823030 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.823191 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.823352 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.823512 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.823672 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.823835 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824029 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824188 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824301 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824460 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] host = dv-cinder-796685-1-smb {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824643 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824807 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.824969 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.825132 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.825296 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.825445 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.825606 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.825765 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.825924 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.826083 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.826243 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.826409 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.826568 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.826729 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.826884 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_options = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.827047 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.827206 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.827367 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.827568 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.827781 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.828526 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.828667 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.828839 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.829050 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.829211 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.829373 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.829532 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.829693 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.829850 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.830009 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.830168 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.830328 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.830489 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.830649 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831128 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831356 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831424 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831556 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831716 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.831876 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832032 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832191 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832349 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832566 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832679 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832841 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.832999 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.833157 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.833322 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.833482 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.833645 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.833805 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.833972 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.834150 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.834614 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.834614 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.834614 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.834852 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.834943 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_json = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.835054 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.835214 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.835372 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.835534 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.835693 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.835853 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.836012 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.836173 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:05:57.836352 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.836538 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.836716 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.836883 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.837193 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.837193 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.837376 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.837514 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.837673 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.837829 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838003 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838167 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838339 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838500 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838661 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838827 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.838989 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.839151 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.839308 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.839477 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.839628 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.839789 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.839968 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.840132 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.840296 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.840457 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.840636 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.840797 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.840961 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.841125 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.841290 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.841454 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.841617 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.841780 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.841942 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.842105 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.842268 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.842431 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.842595 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.842758 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.842922 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.843084 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.843270 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.843400 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.843710 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.844698 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.844698 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.844698 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845134 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845134 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845367 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845367 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845598 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845720 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845842 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.845972 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.846095 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.846217 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.846376 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.846539 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.846701 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.846878 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847044 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847264 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847396 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847519 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847660 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847822 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.847985 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.848149 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.848311 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.848473 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.848641 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.848808 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.848970 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.849134 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.849296 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.849460 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.849622 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.849785 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.849948 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.850116 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.850289 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.850419 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.850585 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.851323 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.851323 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.851323 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.851323 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.852430 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853130 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853409 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853409 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853558 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853637 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853798 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.853959 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.854121 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.854282 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.854442 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.854603 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.854773 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.854936 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.855100 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.855263 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.855431 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.855602 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.855766 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.855928 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.856089 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.856250 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.856411 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.856602 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.856765 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.856927 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.857095 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.857256 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.857434 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.857586 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.857748 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.857911 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.858071 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.858255 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.858415 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.858577 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.858740 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.858904 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.859068 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.859258 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.859428 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.859592 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.859755 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.859920 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.860084 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.860246 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.860408 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.860592 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.860756 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.860921 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.861084 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.861247 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.861411 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.861578 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.861745 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.864516 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865205 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865774 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.865774 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.866099 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.866363 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.866531 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.866694 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.866858 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.867012 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.867189 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.867380 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.867380 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.867770 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.867770 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868014 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868014 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868161 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868285 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868443 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868631 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868795 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.868958 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.869118 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.869271 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.869432 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.869588 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.869743 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.869905 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.870069 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.870267 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.870507 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.870641 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871110 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871110 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871110 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871621 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871621 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871621 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871621 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871914 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.871914 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.872064 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.872235 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.872398 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.872584 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.872747 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.872910 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.873082 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.873245 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.873408 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.873569 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.873730 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.873890 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.874052 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.874228 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.874378 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.874540 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.874742 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.875416 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.875582 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.875743 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876023 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876162 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876246 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876379 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876575 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876743 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.876901 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.877066 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.877240 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.877404 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.877580 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.877737 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.877904 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.878063 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.878217 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.878384 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.878555 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.878723 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.878886 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.879055 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.879213 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.879382 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.879545 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.879712 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.879838 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:05:57.879968 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880090 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880211 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880332 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880483 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880667 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880830 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.880992 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.881153 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.881315 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.881477 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.881638 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.881801 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.881962 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.882126 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.882289 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.882450 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.882613 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.882774 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.882936 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:05:57.883091 dv-cinder-796685-1-smb neutron-server[92427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:05:58.067004 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 50520) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:05:58.075684 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063822 Jun 16 16:06:09.697264 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d946d9-9203-4822-a75f-25cfb383a003 None None] get_active_networks_info from dv-cinder-796685-1-smb {{(pid=92540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:06:09.769868 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d946d9-9203-4822-a75f-25cfb383a003 None None] No non-hosted networks {{(pid=92540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:06:09.784692 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.agentschedulers_db [None req-22d946d9-9203-4822-a75f-25cfb383a003 None None] DHCP Agent not found on host dv-cinder-796685-1-smb {{(pid=92540) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:06:09.933885 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-60248021-7774-49f4-873e-45b3631cb65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727'] for agent, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.145968 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-10b7798d-b25d-4a57-b3ea-2bdd5dfcffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727'] for agent, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.209500 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.db.api [None req-f9c0ff08-6ec3-46ed-b1b5-d203af0deb5d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796685-1-smb {{(pid=92540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:06:12.210282 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_db.api [None req-f9c0ff08-6ec3-46ed-b1b5-d203af0deb5d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:06:12.363734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727'] for agent, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:12.364399 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.364762 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.365099 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.365559 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.365891 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.366218 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.366543 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.366865 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.367186 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.367564 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.367890 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.368323 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:12.368734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796685-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:12.378516 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796685-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:12.813959 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f9c0ff08-6ec3-46ed-b1b5-d203af0deb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:13.429453 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727'] for agent, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:14.882653 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727'] for agent, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:15.957637 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 50614) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:16.454980 dv-cinder-796685-1-smb neutron-server[92539]: WARNING oslo_policy.policy [None req-9aafa7f5-72fe-44a1-97e8-d1df65629c26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:16.455600 dv-cinder-796685-1-smb neutron-server[92539]: WARNING oslo_policy.policy [None req-9aafa7f5-72fe-44a1-97e8-d1df65629c26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:16.669215 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [None req-9aafa7f5-72fe-44a1-97e8-d1df65629c26 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:06:16.670269 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-9aafa7f5-72fe-44a1-97e8-d1df65629c26 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7117298 Jun 16 16:06:18.383371 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.db.l3_hamode_db [None req-43893959-9156-4f25-b48f-c9961fd48b55 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:06:18.460902 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43893959-9156-4f25-b48f-c9961fd48b55 None None] Routers set() bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:18.461302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43893959-9156-4f25-b48f-c9961fd48b55 None None] Router IDs set() for agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:06:19.008482 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 50628) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:19.311141 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:19.404869 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.policy [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:06:19.450146 dv-cinder-796685-1-smb neutron-server[92539]: WARNING oslo_policy.policy [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:19.450522 dv-cinder-796685-1-smb neutron-server[92539]: WARNING oslo_policy.policy [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:19.459440 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.quota [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] Loaded quota_driver: . Jun 16 16:06:19.621691 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793643680335', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793643682866', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793643799537', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793643801147', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793643784178', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793643781011', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-625495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947934', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2086533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1611208'] for rbac-policy, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:19.831371 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:19.832595 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-8a45451e-1826-468a-9631-94a3a42513f6 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8230979 Jun 16 16:06:22.354109 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 50640) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:22.643369 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Request body: {'network': {'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'name': 'private', 'admin_state_up': True, 'project_id': 'c38bc290eada4a019854fad11eed2672'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:22.743761 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Made reservation on behalf of c38bc290eada4a019854fad11eed2672 for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:22.746491 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.763299 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.889777 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.957489 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:22.962991 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:22.987210 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:06:23.015252 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793646973736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.015878 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Unsubscribe: segment precommit_create {{(pid=92539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:06:23.016390 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Added segment 9e6ed253-c98d-471f-92ce-29a6d060cc17 of type vlan for network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 Jun 16 16:06:23.023296 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b1208-6fa9-476a-a205-68bb8f3a8841,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:23.059495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.059831 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.060161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.060486 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.060893 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.061210 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.061752 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.062148 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Tracked resource versions report: Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: pushed versions: Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: { 'AddressGroup': {'1.2'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'ConntrackHelper': {'1.0'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'Log': {'1.0'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'Network': {'1.1'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'Port': {'1.7'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'PortForwarding': {'1.2'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'QosPolicy': {'1.8'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroup': {'1.4'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'SubPort': {'1.0'}, Jun 16 16:06:23.067179 dv-cinder-796685-1-smb neutron-server[92539]: 'Subnet': {'1.1'}, Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'Trunk': {'1.1'}} Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: consumer versions: Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'ConntrackHelper': '1.0', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'Log': '1.0', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'Network': '1.1', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'Port': '1.7', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'PortForwarding': '1.2', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'QosPolicy': '1.8', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroup': '1.4', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroupRule': '1.2', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'SubPort': '1.0', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'Subnet': '1.1', Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: 'Trunk': '1.1'}} Jun 16 16:06:23.068335 dv-cinder-796685-1-smb neutron-server[92539]: {{(pid=92539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:06:23.138456 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.149682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:23.254758 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.256204 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:23.256900 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:23.259813 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:23.357118 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=5f46422c-afb3-4f81-9c17-efb64bb3e2a6,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:23.360259 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:23.368056 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:06:23.369449 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0143301 Jun 16 16:06:26.001015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50654) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:26.491070 dv-cinder-796685-1-smb neutron-server[92538]: WARNING oslo_policy.policy [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:26.491674 dv-cinder-796685-1-smb neutron-server[92538]: WARNING oslo_policy.policy [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:26.924652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.policy [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92538) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:06:26.971067 dv-cinder-796685-1-smb neutron-server[92538]: WARNING oslo_policy.policy [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:26.971446 dv-cinder-796685-1-smb neutron-server[92538]: WARNING oslo_policy.policy [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:06:26.979550 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:26.981470 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-93722a8c-8acd-4d11-b6a0-4e07dd9f9f33 admin admin] 10.222.0.22 "GET /v2.0/networks/5f46422c-afb3-4f81-9c17-efb64bb3e2a6 HTTP/1.1" status: 200 len: 825 time: 0.9784129 Jun 16 16:06:27.020186 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-da5162bc-f320-46fd-9aa9-f31f4cf6600b admin admin] 10.222.0.22 "GET /v2.0/subnetpools/33b3a582-4650-4007-8d88-0e54e9a1cc72 HTTP/1.1" status: 200 len: 734 time: 0.0333533 Jun 16 16:06:27.028966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Request body: {'subnet': {'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'ip_version': 4, 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:27.031230 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.quota [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Loaded quota_driver: . Jun 16 16:06:27.143229 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Made reservation on behalf of c38bc290eada4a019854fad11eed2672 for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:27.146111 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:27.494732 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:27.501592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:27.569008 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Checking segment: {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:27.569419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Network hostable DHCP agents. Network: 5f46422c-afb3-4f81-9c17-efb64bb3e2a6, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:06:27.582559 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfba6111-3fb4-4b49-a47b-3439fd700349,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:27.593239 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.593568 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.593892 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.594208 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.594521 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.594882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.595196 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.595506 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.595831 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.596139 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.596441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.596771 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Tracked resource versions report: Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: pushed versions: Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: { 'AddressGroup': {'1.2'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'ConntrackHelper': {'1.0'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Log': {'1.0'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Network': {'1.1'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Port': {'1.7'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'PortForwarding': {'1.2'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'QosPolicy': {'1.8'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroup': {'1.4'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'SubPort': {'1.0'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Subnet': {'1.1'}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Trunk': {'1.1'}} Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: consumer versions: Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'ConntrackHelper': '1.0', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Log': '1.0', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Network': '1.1', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Port': '1.7', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'PortForwarding': '1.2', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'QosPolicy': '1.8', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroup': '1.4', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroupRule': '1.2', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'SubPort': '1.0', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Subnet': '1.1', Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: 'Trunk': '1.1'}} Jun 16 16:06:27.597827 dv-cinder-796685-1-smb neutron-server[92538]: {{(pid=92538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:06:27.631344 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:27.694308 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:06:27.774136 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 5f46422c-afb3-4f81-9c17-efb64bb3e2a6) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:27.779017 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:27.779730 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:27.786389 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3a74d-3809-43ed-8b1a-de772ec484ce None None] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:27.849468 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8239009 Jun 16 16:06:28.113017 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:06:28.114216 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:28.382777 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Allocated IP 172.20.0.2 (5f46422c-afb3-4f81-9c17-efb64bb3e2a6/dfba6111-3fb4-4b49-a47b-3439fd700349/2ba5c7e7-d0a9-4cb6-ad79-faac810488a2) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:28.586472 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:28.631464 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Transition to ACTIVE for port object 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:28.653159 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Transition to ACTIVE for port object 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:28.723619 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:28.726661 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:28.792040 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:28.801912 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:28.805228 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:28.818227 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Pushing event updated for resources: {'Port': ['ID=2ba5c7e7-d0a9-4cb6-ad79-faac810488a2,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:28.861177 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.861557 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.861894 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.862219 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.862542 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.862863 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.863180 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.863495 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.863811 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.864123 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.864434 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.864764 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Tracked resource versions report: Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: pushed versions: Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: { 'AddressGroup': {'1.2'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'ConntrackHelper': {'1.0'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Log': {'1.0'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Network': {'1.1'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Port': {'1.7'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'PortForwarding': {'1.2'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'QosPolicy': {'1.8'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroup': {'1.4'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'SubPort': {'1.0'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Subnet': {'1.1'}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Trunk': {'1.1'}} Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: consumer versions: Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'ConntrackHelper': '1.0', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Log': '1.0', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Network': '1.1', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Port': '1.7', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'PortForwarding': '1.2', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'QosPolicy': '1.8', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroup': '1.4', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroupRule': '1.2', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'SubPort': '1.0', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Subnet': '1.1', Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: 'Trunk': '1.1'}} Jun 16 16:06:28.865845 dv-cinder-796685-1-smb neutron-server[92540]: {{(pid=92540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:06:28.870376 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:28.901373 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Attempting to bind port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:28.901741 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Attempting to bind port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:28.902181 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Attempting to bind port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 on network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:28.907442 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:28.907783 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Checking segment: {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:28.908257 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:28.908734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Bound using segment: {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:28.909167 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Bound port: 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:28.909556 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:28.972919 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] For port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:28.977203 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] For port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=2ba5c7e7-d0a9-4cb6-ad79-faac810488a2,segment=NetworkSegment(9e6ed253-c98d-471f-92ce-29a6d060cc17),segment_id=9e6ed253-c98d-471f-92ce-29a6d060cc17)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:29.060998 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:29.066762 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:29.132420 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Pushing event updated for resources: {'Port': ['ID=2ba5c7e7-d0a9-4cb6-ad79-faac810488a2,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:29.135646 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:30.266000 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50674) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:30.590580 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [None req-58d9e13c-f4b1-46fa-b985-fc200c360ba2 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:06:30.591558 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-58d9e13c-f4b1-46fa-b985-fc200c360ba2 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3245661 Jun 16 16:06:32.928927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50682) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:33.250865 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [None req-5867cfd3-d180-4428-a30d-226e7dcfd26d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:06:33.251930 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5867cfd3-d180-4428-a30d-226e7dcfd26d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3219957 Jun 16 16:06:34.182559 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:34.322844 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:35.216778 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358abd5-63ce-42ba-ae8d-1df13560842d None None] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:35.365473 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Provisioning for port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:35.374627 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Provisioning complete for port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:35.375027 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:35.518708 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:35.555421 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] For port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=2ba5c7e7-d0a9-4cb6-ad79-faac810488a2,segment=NetworkSegment(9e6ed253-c98d-471f-92ce-29a6d060cc17),segment_id=9e6ed253-c98d-471f-92ce-29a6d060cc17)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:35.646177 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:35.649184 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:35.696195 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Pushing event updated for resources: {'Port': ['ID=2ba5c7e7-d0a9-4cb6-ad79-faac810488a2,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:35.701174 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:35.766417 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-c7626b7b-d376-455e-aa8c-ff153fb8ad36 None None] Provisioning complete for port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:35.766704 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-c7626b7b-d376-455e-aa8c-ff153fb8ad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:35.888847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50696) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:36.150485 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:36.190363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'name': 'router1'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:36.197309 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:36.197688 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.269436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.270961 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.412104 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.501706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.579816 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:36.581040 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-f86b0762-587b-4ea1-b878-e4205021cb76 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6905308 Jun 16 16:06:38.911471 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50704) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:39.238153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [None req-ede232bb-967c-419c-9311-15853c2ad22c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:06:39.239118 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ede232bb-967c-419c-9311-15853c2ad22c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3264694 Jun 16 16:06:39.699804 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-2cbc4eaf-fe5c-4714-9d86-74d84adbb537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:41.570561 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50712) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:41.875674 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:42.025731 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Made reservation on behalf of 85cd40a57fe64cdaaaab98678253eced for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:42.028239 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.046245 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.112067 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1341ea57-43e6-4ad8-9ac9-0af730fae7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.220870 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.305611 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.308935 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:42.322278 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Reserving flat network on physical network physnet1 {{(pid=92538) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:06:42.348954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30fbdec-3943-4b44-91d1-c5499719541b,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:42.351075 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.351700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793646973736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.352286 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Unsubscribe: segment precommit_create {{(pid=92538) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:06:42.352793 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Added segment f77e9c32-97bd-489e-81b5-ac65f5d7d324 of type flat for network 31c2734d-040a-4666-a5e7-33ac9890953f Jun 16 16:06:42.366119 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:42.407659 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.517480 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.518814 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:42.519371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:42.521540 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:42.616617 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Pushing event updated for resources: {'Network': ['ID=31c2734d-040a-4666-a5e7-33ac9890953f,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:42.620486 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:42.627302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 31c2734d-040a-4666-a5e7-33ac9890953f details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:06:42.630579 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0584683 Jun 16 16:06:43.346169 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:44.831342 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:45.013871 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50730) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:45.192180 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae2dc9-5235-4a1e-85b3-e3c3c62b2568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:45.193952 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-80ae2dc9-5235-4a1e-85b3-e3c3c62b2568 admin admin] 10.222.0.22 "GET /v2.0/subnets/dfba6111-3fb4-4b49-a47b-3439fd700349 HTTP/1.1" status: 200 len: 849 time: 0.1791818 Jun 16 16:06:45.318601 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-96d9e6f7-2ef1-4095-91ee-cc48bd9712d5 admin admin] 10.222.0.22 "GET /v2.0/routers/7eceb182-a207-40d2-afca-67bbb52a0ca6 HTTP/1.1" status: 200 len: 704 time: 0.1193202 Jun 16 16:06:45.583181 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:45.870541 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Allocated IP 172.20.0.1 (5f46422c-afb3-4f81-9c17-efb64bb3e2a6/dfba6111-3fb4-4b49-a47b-3439fd700349/285a90af-5351-4662-a3f5-29f9681e9d45) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:46.021607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.043363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Transition to ACTIVE for port object 285a90af-5351-4662-a3f5-29f9681e9d45 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:46.223660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.225852 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:46.296253 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:46.305878 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:46.310729 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:46.312208 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.331524 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Pushing event updated for resources: {'Port': ['ID=285a90af-5351-4662-a3f5-29f9681e9d45,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:46.372590 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:46.582524 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.596710 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d7dcb438-6bcf-4709-8023-a164a6d4beec None None] Provisioning for port 285a90af-5351-4662-a3f5-29f9681e9d45 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:46.600463 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d7dcb438-6bcf-4709-8023-a164a6d4beec None None] Provisioning complete for port 285a90af-5351-4662-a3f5-29f9681e9d45 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:46.600865 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d7dcb438-6bcf-4709-8023-a164a6d4beec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.633336 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-d7dcb438-6bcf-4709-8023-a164a6d4beec None None] Port 285a90af-5351-4662-a3f5-29f9681e9d45 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:46.757892 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.834383 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.835413 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:46.838074 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:46.898909 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Pushing event updated for resources: {'Port': ['ID=285a90af-5351-4662-a3f5-29f9681e9d45,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:46.901590 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:46.960918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:46.962223 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:47.154698 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d057b56d-e537-4015-8148-5aadf20fe435 None None] Provisioning complete for port 285a90af-5351-4662-a3f5-29f9681e9d45 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:47.155165 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d057b56d-e537-4015-8148-5aadf20fe435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:47.191261 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-d057b56d-e537-4015-8148-5aadf20fe435 None None] Port 285a90af-5351-4662-a3f5-29f9681e9d45 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:06:47.197320 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Router 7eceb182-a207-40d2-afca-67bbb52a0ca6 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:06:47.287941 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:47.293090 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] 10.222.0.22 "PUT /v2.0/routers/7eceb182-a207-40d2-afca-67bbb52a0ca6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9697180 Jun 16 16:06:47.297921 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Sync routers for ids ['7eceb182-a207-40d2-afca-67bbb52a0ca6'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:47.309114 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Routers {'7eceb182-a207-40d2-afca-67bbb52a0ca6'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:47.309955 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:06:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['7eceb182-a207-40d2-afca-67bbb52a0ca6'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:47.494604 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Set router 7eceb182-a207-40d2-afca-67bbb52a0ca6 gateway port host: None {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:47.921570 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'name': 'router1', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:36Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 2, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'gw_port_host': None, '_interfaces': [{'id': '285a90af-5351-4662-a3f5-29f9681e9d45', 'name': '', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'mac_address': 'fa:16:3e:39:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:45Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 2, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'subnets': [{'id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:47.927436 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Checking router: 7eceb182-a207-40d2-afca-67bbb52a0ca6 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:47.927828 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Updating router 7eceb182-a207-40d2-afca-67bbb52a0ca6 port 285a90af-5351-4662-a3f5-29f9681e9d45 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:06:47.993195 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.485403 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.503667 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Transition to ACTIVE for port object 285a90af-5351-4662-a3f5-29f9681e9d45 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:48.580177 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.583155 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:48.737723 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Pushing event updated for resources: {'Port': ['ID=285a90af-5351-4662-a3f5-29f9681e9d45,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:48.779709 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.780049 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.780381 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.780741 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.781065 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.781385 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.781703 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.782014 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.782328 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.782641 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.782950 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.783256 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Tracked resource versions report: Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: pushed versions: Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: { 'AddressGroup': {'1.2'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'ConntrackHelper': {'1.0'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Log': {'1.0'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Network': {'1.1'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Port': {'1.7'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'PortForwarding': {'1.2'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'QosPolicy': {'1.8'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroup': {'1.4'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'SubPort': {'1.0'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Subnet': {'1.1'}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Trunk': {'1.1'}} Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: consumer versions: Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'ConntrackHelper': '1.0', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Log': '1.0', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Network': '1.1', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Port': '1.7', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'PortForwarding': '1.2', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'QosPolicy': '1.8', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroup': '1.4', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroupRule': '1.2', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'SubPort': '1.0', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Subnet': '1.1', Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: 'Trunk': '1.1'}} Jun 16 16:06:48.784368 dv-cinder-796685-1-smb neutron-server[92541]: {{(pid=92541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:06:48.791098 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:48.800664 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Attempting to bind port 285a90af-5351-4662-a3f5-29f9681e9d45 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:48.801062 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Attempting to bind port 285a90af-5351-4662-a3f5-29f9681e9d45 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:48.801507 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Attempting to bind port 285a90af-5351-4662-a3f5-29f9681e9d45 on network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:48.806349 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:48.806753 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Checking segment: {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:48.807506 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.807623 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Bound using segment: {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:48.808139 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Bound port: 285a90af-5351-4662-a3f5-29f9681e9d45, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6ed253-c98d-471f-92ce-29a6d060cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:48.808534 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.878156 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] For port 285a90af-5351-4662-a3f5-29f9681e9d45, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:48.898604 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] For port 285a90af-5351-4662-a3f5-29f9681e9d45, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=285a90af-5351-4662-a3f5-29f9681e9d45,segment=NetworkSegment(9e6ed253-c98d-471f-92ce-29a6d060cc17),segment_id=9e6ed253-c98d-471f-92ce-29a6d060cc17)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:48.972587 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:48.974837 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:49.031655 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Routers {'7eceb182-a207-40d2-afca-67bbb52a0ca6'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:49.032280 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:06:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['7eceb182-a207-40d2-afca-67bbb52a0ca6'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:49.034153 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Pushing event updated for resources: {'Port': ['ID=285a90af-5351-4662-a3f5-29f9681e9d45,revision_number=4']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:49.039043 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:49.125505 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] Set router 7eceb182-a207-40d2-afca-67bbb52a0ca6 gateway port host: None {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:49.353173 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'name': 'router1', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:36Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 2, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'gw_port_host': None, '_interfaces': [{'id': '285a90af-5351-4662-a3f5-29f9681e9d45', 'name': '', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'mac_address': 'fa:16:3e:39:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:45Z', 'updated_at': '2021-06-16T16:06:48Z', 'revision_number': 4, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'subnets': [{'id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:49.357264 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e13e6e-da74-467b-87f1-fe61e4ea9f47 None None] The sync data for ids ['7eceb182-a207-40d2-afca-67bbb52a0ca6'] in dv-cinder-796685-1-smb is: [{'id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'name': 'router1', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:36Z', 'updated_at': '2021-06-16T16:06:46Z', 'revision_number': 2, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'gw_port_host': None, '_interfaces': [{'id': '285a90af-5351-4662-a3f5-29f9681e9d45', 'name': '', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'mac_address': 'fa:16:3e:39:a8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:45Z', 'updated_at': '2021-06-16T16:06:48Z', 'revision_number': 4, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'subnets': [{'id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:49.473998 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50750) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:49.581874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a7f35-d186-4869-80b6-40760b2197c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:49.588196 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-470a7f35-d186-4869-80b6-40760b2197c3 admin admin] 10.222.0.22 "GET /v2.0/networks/31c2734d-040a-4666-a5e7-33ac9890953f HTTP/1.1" status: 200 len: 842 time: 0.1082706 Jun 16 16:06:49.593204 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Request body: {'subnet': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:49.715318 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Made reservation on behalf of 85cd40a57fe64cdaaaab98678253eced for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:06:49.718017 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:50.050905 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.objects.ports [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92538) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:06:50.051375 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:50.053500 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:50.104579 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:50.107212 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:50.117103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:50.117454 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Network hostable DHCP agents. Network: 31c2734d-040a-4666-a5e7-33ac9890953f, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:06:50.249083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:06:50.334402 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 31c2734d-040a-4666-a5e7-33ac9890953f) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:50.340287 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:50.344768 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:50.347994 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066893f-f58c-4c8e-bf76-6da403241158 None None] Network 31c2734d-040a-4666-a5e7-33ac9890953f requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:50.448540 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8433263 Jun 16 16:06:50.498891 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9021ca-0de1-4738-aa99-250a902e6b6b None None] Network 31c2734d-040a-4666-a5e7-33ac9890953f requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:06:50.766237 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:06:52.237029 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 285a90af-5351-4662-a3f5-29f9681e9d45 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:52.371807 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 285a90af-5351-4662-a3f5-29f9681e9d45 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:52.376041 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 285a90af-5351-4662-a3f5-29f9681e9d45 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:52.381696 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:52.465713 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:52.502665 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 285a90af-5351-4662-a3f5-29f9681e9d45, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=285a90af-5351-4662-a3f5-29f9681e9d45,segment=NetworkSegment(9e6ed253-c98d-471f-92ce-29a6d060cc17),segment_id=9e6ed253-c98d-471f-92ce-29a6d060cc17)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:52.568515 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:52.570828 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-dbc41fa0-4b66-4497-a5d7-0e01a67e6d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:52.669920 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=285a90af-5351-4662-a3f5-29f9681e9d45,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:52.676416 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:52.692750 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50762) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:52.893922 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a2ef4c6c-f7b2-48fa-9265-a28f5c9525a1 admin admin] 10.222.0.22 "GET /v2.0/routers/7eceb182-a207-40d2-afca-67bbb52a0ca6 HTTP/1.1" status: 200 len: 710 time: 0.1999469 Jun 16 16:06:52.978936 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7b664-a1b6-4671-be3b-108463687b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:06:52.980285 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e6a7b664-a1b6-4671-be3b-108463687b8a admin admin] 10.222.0.22 "GET /v2.0/networks/31c2734d-040a-4666-a5e7-33ac9890953f HTTP/1.1" status: 200 len: 886 time: 0.0814087 Jun 16 16:06:52.989440 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:06:53.241859 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:53.540598 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:53.616207 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:53.735061 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Allocated IP 172.28.1.17 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:06:53.832811 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:53.934484 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:53.936911 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:53.970736 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:06:53.973472 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:06:53.979146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:06:54.011947 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:54.042104 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:54.173603 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 285a90af-5351-4662-a3f5-29f9681e9d45 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:54.220962 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 285a90af-5351-4662-a3f5-29f9681e9d45 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:54.221334 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:54.350987 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:54.708084 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:54.711283 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2027937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2027987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2071195'] for router, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:54.829011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Router 7eceb182-a207-40d2-afca-67bbb52a0ca6 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:06:54.932288 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:06:54.937147 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:54.938561 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] 10.222.0.22 "PUT /v2.0/routers/7eceb182-a207-40d2-afca-67bbb52a0ca6 HTTP/1.1" status: 200 len: 889 time: 1.9523058 Jun 16 16:06:54.942250 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Sync routers for ids ['7eceb182-a207-40d2-afca-67bbb52a0ca6'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:06:54.953356 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Routers {'7eceb182-a207-40d2-afca-67bbb52a0ca6'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:54.954046 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:06:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['7eceb182-a207-40d2-afca-67bbb52a0ca6'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:55.198780 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Set router 7eceb182-a207-40d2-afca-67bbb52a0ca6 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:55.596251 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'name': 'router1', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:36Z', 'updated_at': '2021-06-16T16:06:54Z', 'revision_number': 4, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'gw_port': {'id': 'ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:53Z', 'updated_at': '2021-06-16T16:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '285a90af-5351-4662-a3f5-29f9681e9d45', 'name': '', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'mac_address': 'fa:16:3e:39:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:45Z', 'updated_at': '2021-06-16T16:06:52Z', 'revision_number': 5, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'subnets': [{'id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:55.602305 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Checking router: 7eceb182-a207-40d2-afca-67bbb52a0ca6 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:06:55.602680 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Updating router 7eceb182-a207-40d2-afca-67bbb52a0ca6 port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:06:55.635248 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:55.949830 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:55.959816 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Transition to ACTIVE for port object ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:06:56.088432 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:56.090788 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:56.142256 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11da8b-b6c5-4dc5-9a7d-efcfb6e01ef1 None None] Pushing event updated for resources: {'Port': ['ID=ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:56.145751 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-2f11da8b-b6c5-4dc5-9a7d-efcfb6e01ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:56.146843 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Attempting to bind port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:06:56.147283 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Attempting to bind port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:06:56.147590 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Attempting to bind port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:06:56.152725 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:06:56.153102 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:06:56.153508 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:56.153900 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:06:56.154655 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Bound port: ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:06:56.155266 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:56.206557 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] For port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:06:56.209437 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] For port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:06:56.277395 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:56.279880 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:56.338648 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11da8b-b6c5-4dc5-9a7d-efcfb6e01ef1 None None] Pushing event updated for resources: {'Port': ['ID=ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:56.341202 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Routers {'7eceb182-a207-40d2-afca-67bbb52a0ca6'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:06:56.342561 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:06:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['7eceb182-a207-40d2-afca-67bbb52a0ca6'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:56.344527 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-2f11da8b-b6c5-4dc5-9a7d-efcfb6e01ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:06:56.526945 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] Set router 7eceb182-a207-40d2-afca-67bbb52a0ca6 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:06:56.746444 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'name': 'router1', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:36Z', 'updated_at': '2021-06-16T16:06:54Z', 'revision_number': 4, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'gw_port': {'id': 'ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:53Z', 'updated_at': '2021-06-16T16:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '285a90af-5351-4662-a3f5-29f9681e9d45', 'name': '', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'mac_address': 'fa:16:3e:39:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:45Z', 'updated_at': '2021-06-16T16:06:52Z', 'revision_number': 5, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'subnets': [{'id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:06:56.750305 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c4a42f-e941-48a8-bb1d-dd4b8ac914b5 None None] The sync data for ids ['7eceb182-a207-40d2-afca-67bbb52a0ca6'] in dv-cinder-796685-1-smb is: [{'id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'name': 'router1', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:06:36Z', 'updated_at': '2021-06-16T16:06:54Z', 'revision_number': 4, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'gw_port': {'id': 'ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:87:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:53Z', 'updated_at': '2021-06-16T16:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '285a90af-5351-4662-a3f5-29f9681e9d45', 'name': '', 'network_id': '5f46422c-afb3-4f81-9c17-efb64bb3e2a6', 'tenant_id': 'c38bc290eada4a019854fad11eed2672', 'mac_address': 'fa:16:3e:39:a8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eceb182-a207-40d2-afca-67bbb52a0ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:06:45Z', 'updated_at': '2021-06-16T16:06:52Z', 'revision_number': 5, 'project_id': 'c38bc290eada4a019854fad11eed2672', 'subnets': [{'id': 'dfba6111-3fb4-4b49-a47b-3439fd700349', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33b3a582-4650-4007-8d88-0e54e9a1cc72'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:06:57.341357 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 50770) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:06:57.480321 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-63ff8c8a-5647-4391-b355-151dea0c180a admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1377957 Jun 16 16:06:58.205413 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:06:58.316920 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:06:58.323595 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:06:58.324385 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:58.428278 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:58.448195 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:06:58.525821 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:58.529303 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-2f11da8b-b6c5-4dc5-9a7d-efcfb6e01ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:06:58.575780 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:06:58.578847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:07:00.180263 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:07:00.228977 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port ae1dd75c-38d4-4e1c-bb32-4c6d5d3f00ce triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:07:00.229362 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:09.685896 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-10acd51f-9a84-490d-ad34-710cea57f668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.141506 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1bfa746b-05a0-4bc1-be92-aa20c098c6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:12.348869 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:13.380195 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:14.848307 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:27.767341 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:07:39.682500 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-feca4aa3-1516-42e4-92ea-63bc858dd510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:42.554416 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a6c72060-eb93-4c34-be27-134dd6176117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:42.583983 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:43.368180 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:44.882347 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:04.766942 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:08:09.710946 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-640ff49c-4bc7-4310-b18f-cd33c3aac1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:12.110506 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5ae6c085-dc4f-4182-9fdb-39656639f954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:12.359185 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:13.379302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:14.853477 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:35.520094 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51338) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:35.579716 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f03c6d-dc5a-4430-8bc8-57c75d9c849b admin admin] GET failed (client error): The resource could not be found. Jun 16 16:08:35.581239 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b1f03c6d-dc5a-4430-8bc8-57c75d9c849b admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601921 Jun 16 16:08:35.740912 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c069d55-da3c-48a4-9932-54409bfb2041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:35.742299 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-8c069d55-da3c-48a4-9932-54409bfb2041 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573193 Jun 16 16:08:37.864597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51348) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:37.954569 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a582b519-9107-493a-9a7a-99b9e4d37f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:37.955886 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a582b519-9107-493a-9a7a-99b9e4d37f75 admin admin] 10.222.0.22 "GET /v2.0/subnets/dfba6111-3fb4-4b49-a47b-3439fd700349 HTTP/1.1" status: 200 len: 849 time: 0.0901840 Jun 16 16:08:37.965600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:08:38.050610 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.247416 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793646941040'] for subnet, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.249614 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-230ebea7-8fa7-4ca9-9001-75916057f028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:08:38.283016 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:38.283587 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.285113 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] 10.222.0.22 "PUT /v2.0/subnets/dfba6111-3fb4-4b49-a47b-3439fd700349 HTTP/1.1" status: 200 len: 868 time: 0.3235884 Jun 16 16:08:38.287228 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c1528-cbf5-4744-aeb1-b1877e0361dd None None] Network 5f46422c-afb3-4f81-9c17-efb64bb3e2a6 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:08:38.306720 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfba6111-3fb4-4b49-a47b-3439fd700349,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:08:38.314716 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.315060 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.315390 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.315719 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.316187 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.316544 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.316876 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.317198 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.317543 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.317874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.318247 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.318568 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:08:38.322334 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:08:38.710848 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-959bc651-7084-4e66-843c-8502a9e2e5a9 None None] Provisioning complete for port 285a90af-5351-4662-a3f5-29f9681e9d45 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:08:38.711227 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-959bc651-7084-4e66-843c-8502a9e2e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:38.794836 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-959bc651-7084-4e66-843c-8502a9e2e5a9 None None] Provisioning complete for port 2ba5c7e7-d0a9-4cb6-ad79-faac810488a2 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:08:38.795126 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-959bc651-7084-4e66-843c-8502a9e2e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:39.684557 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6569d393-15ff-4aa7-8cea-08e4d58dfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:40.443974 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51356) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:40.637993 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745eccf-7425-4dfc-8553-f1a2a08d11bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.638711 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745eccf-7425-4dfc-8553-f1a2a08d11bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:40.643057 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-c745eccf-7425-4dfc-8553-f1a2a08d11bc admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980371 Jun 16 16:08:41.765156 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:08:42.105699 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9e8c13bc-07d8-4a96-a0c4-706dd9cd2d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:42.339995 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:42.851071 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51364) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:42.981100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a84172-aee9-4eb6-b302-034cc27a2018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.981575 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a84172-aee9-4eb6-b302-034cc27a2018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:42.983066 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a6a84172-aee9-4eb6-b302-034cc27a2018 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310620 Jun 16 16:08:43.371298 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:44.871371 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:08:45.237292 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51372) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:45.361543 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b7bd7c-0e13-4ae7-9719-fb161105c815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:45.362929 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-18b7bd7c-0e13-4ae7-9719-fb161105c815 admin admin] 10.222.0.22 "GET /v2.0/networks/31c2734d-040a-4666-a5e7-33ac9890953f HTTP/1.1" status: 200 len: 886 time: 0.1246679 Jun 16 16:08:47.491995 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51380) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:47.695847 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6ed24a-9fdb-4c9a-83b1-80f143aa1945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:47.697141 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-bd6ed24a-9fdb-4c9a-83b1-80f143aa1945 admin admin] 10.222.0.22 "GET /v2.0/networks/5f46422c-afb3-4f81-9c17-efb64bb3e2a6 HTTP/1.1" status: 200 len: 869 time: 0.2041616 Jun 16 16:08:49.839400 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51390) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:49.981685 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905fa16-718e-40ab-9edd-c8c1e32c304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.982141 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905fa16-718e-40ab-9edd-c8c1e32c304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:49.983642 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d905fa16-718e-40ab-9edd-c8c1e32c304d admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1433198 Jun 16 16:08:52.091530 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51398) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:52.179166 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a7d18-d79b-4854-91bf-229bcb58156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:52.179622 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a7d18-d79b-4854-91bf-229bcb58156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:52.181106 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-2a2a7d18-d79b-4854-91bf-229bcb58156e admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886478 Jun 16 16:08:54.318788 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51406) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:54.426409 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0936c-2c9e-467a-9feb-adedd4e4f7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:54.427743 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-74b0936c-2c9e-467a-9feb-adedd4e4f7ea admin admin] 10.222.0.22 "GET /v2.0/subnets/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba HTTP/1.1" status: 200 len: 816 time: 0.1080203 Jun 16 16:08:56.555211 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51414) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:08:56.655193 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f77ff6-845c-47dd-b92b-831305d44489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:08:56.656468 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e8f77ff6-845c-47dd-b92b-831305d44489 admin admin] 10.222.0.22 "GET /v2.0/subnets/dfba6111-3fb4-4b49-a47b-3439fd700349 HTTP/1.1" status: 200 len: 868 time: 0.1003203 Jun 16 16:09:09.684428 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6b1045e8-f124-4345-8616-22696c7cc9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:12.128048 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-df2197c3-a8ca-4954-8c0c-02441d2d1c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:12.356530 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:13.364328 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:14.867223 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:18.764435 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:09:20.088564 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51458) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:20.145188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [None req-98ec7860-5ff2-4333-92f6-f8ac2f6ef1f4 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:09:20.146227 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-98ec7860-5ff2-4333-92f6-f8ac2f6ef1f4 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0567300 Jun 16 16:09:22.344863 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51466) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:22.406133 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b5331b-e88a-45cf-b0b8-32f5125c5fda admin admin] GET failed (client error): The resource could not be found. Jun 16 16:09:22.407453 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e2b5331b-e88a-45cf-b0b8-32f5125c5fda admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616627 Jun 16 16:09:22.487228 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c0503d-eddd-44b9-9a29-880115e972cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:22.488645 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-18c0503d-eddd-44b9-9a29-880115e972cb admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0774143 Jun 16 16:09:24.624156 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51474) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:24.670073 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:24.764140 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Made reservation on behalf of 85cd40a57fe64cdaaaab98678253eced for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:09:24.766441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:24.794923 dv-cinder-796685-1-smb neutron-server[92538]: WARNING neutron.services.revisions.revision_plugin [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Could not find related network for resource to bump revision. Jun 16 16:09:24.808359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:09:24.816703 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:24.817042 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Added segment a9029799-5f35-40da-a150-ecd0433cfee7 of type vlan for network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 Jun 16 16:09:24.864485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:25.047717 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:25.049040 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:25.049607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:25.051595 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:25.105539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:25.108158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:25.115166 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:09:25.145254 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5200078 Jun 16 16:09:27.262105 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51482) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:09:27.319573 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb78d01-acc9-4a63-80f5-83e71a1fb7be admin admin] GET failed (client error): The resource could not be found. Jun 16 16:09:27.320924 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-9cb78d01-acc9-4a63-80f5-83e71a1fb7be admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578833 Jun 16 16:09:27.391601 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4dfdf-8636-4ea8-8d96-2557b2d5b0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:27.393112 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-f2a4dfdf-8636-4ea8-8d96-2557b2d5b0c7 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676928 Jun 16 16:09:27.403277 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Request body: {'subnet': {'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:09:27.523676 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Made reservation on behalf of 85cd40a57fe64cdaaaab98678253eced for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:09:27.526639 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:27.936067 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:27.938479 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-81048499-a4ee-4297-882c-cdf76ecbac13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:27.996870 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f124218-b037-4b40-9c3f-4aaf86aef060,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:28.000282 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:28.005485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Checking segment: {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:09:28.005873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Network hostable DHCP agents. Network: cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:09:28.144100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:09:28.221474 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:09:28.225985 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:09:28.227193 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.230689 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b006b3-2fcf-4744-8e4c-2b9f67a3629a None None] Network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:09:28.308655 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9093413 Jun 16 16:09:28.394525 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5', 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5', 'tenant_id': '85cd40a57fe64cdaaaab98678253eced', 'fixed_ips': [{'subnet_id': '3f124218-b037-4b40-9c3f-4aaf86aef060'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:09:28.395805 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.621396 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Allocated IP 192.168.233.2 (cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5/3f124218-b037-4b40-9c3f-4aaf86aef060/21c0374d-4902-4f3c-ad56-e76acdfd97a7) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:09:28.859519 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.868212 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Transition to ACTIVE for port object 21c0374d-4902-4f3c-ad56-e76acdfd97a7 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:09:28.883278 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Transition to ACTIVE for port object 21c0374d-4902-4f3c-ad56-e76acdfd97a7 will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:09:28.970190 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:28.972530 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-2f11da8b-b6c5-4dc5-9a7d-efcfb6e01ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:29.012519 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:09:29.015253 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:09:29.017664 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:09:29.023138 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Pushing event updated for resources: {'Port': ['ID=21c0374d-4902-4f3c-ad56-e76acdfd97a7,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:29.034108 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.034449 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.034785 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.035119 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.035441 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.035768 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.036084 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.036405 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.036756 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.037074 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.037406 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.037718 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:09:29.041683 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:29.092071 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Attempting to bind port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:09:29.092440 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Attempting to bind port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:09:29.092827 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Attempting to bind port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 on network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:09:29.097613 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:09:29.098034 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Checking segment: {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:09:29.098443 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:29.098837 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Bound using segment: {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:09:29.099302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Bound port: 21c0374d-4902-4f3c-ad56-e76acdfd97a7, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:09:29.099674 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:29.160704 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] For port 21c0374d-4902-4f3c-ad56-e76acdfd97a7, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:09:29.163640 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] For port 21c0374d-4902-4f3c-ad56-e76acdfd97a7, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=21c0374d-4902-4f3c-ad56-e76acdfd97a7,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:09:29.244775 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:29.247156 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:29.301193 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Pushing event updated for resources: {'Port': ['ID=21c0374d-4902-4f3c-ad56-e76acdfd97a7,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:29.304329 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:30.104967 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df9673-30fb-44c8-9a1d-cd9b604255d9 None None] Network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:09:30.250237 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d8e9a4b4-d9aa-4adc-8f90-1aa0221498d4 None None] Provisioning for port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:30.355018 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 21c0374d-4902-4f3c-ad56-e76acdfd97a7 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:09:30.501579 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:09:30.505706 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:30.510608 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.584214 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.617182 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 21c0374d-4902-4f3c-ad56-e76acdfd97a7, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=21c0374d-4902-4f3c-ad56-e76acdfd97a7,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:09:30.704860 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:30.706963 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:09:30.761817 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=21c0374d-4902-4f3c-ad56-e76acdfd97a7,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:09:30.761817 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:09:32.303479 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 21c0374d-4902-4f3c-ad56-e76acdfd97a7 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:09:32.350166 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 21c0374d-4902-4f3c-ad56-e76acdfd97a7 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:09:32.350539 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:39.730169 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-52dc6a97-bb7c-4bed-a710-300aa687db1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:42.112261 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc888-acd8-47ee-952d-af2fedddeaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:42.361372 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:43.384731 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:44.906891 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:09:55.762771 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:10:09.698309 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0aedb9e5-6e5b-49f3-a4de-3fbbb4c8938f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.134848 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b0879fe1-03da-4302-9d0b-28b7c2582d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:12.352351 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:13.368883 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:14.872031 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:32.761212 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:10:39.686988 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-00f3771d-80cf-488d-a61a-3ea21830625f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.161430 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f11850fe-d123-421d-acb8-6c4ee137c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:42.357601 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:43.391853 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:44.881180 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:45.806268 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51534) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:45.812191 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [None req-8afa0a3f-5fb7-45d5-b422-fd60f09f69b3 tempest-verify_tempest_config-1938435325 tempest-verify_tempest_config-1938435325-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:10:45.813228 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-8afa0a3f-5fb7-45d5-b422-fd60f09f69b3 tempest-verify_tempest_config-1938435325 tempest-verify_tempest_config-1938435325-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059512 Jun 16 16:10:46.341616 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51552) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:46.443176 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.536436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.597943 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.601644 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7491fe1c-f3fe-48d4-beff-2920f83bf650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:46.647754 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a8edb9bf5174cfda57e4684ba04aca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3049176 Jun 16 16:10:46.648523 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16df2e-ddce-4c5f-9bb8-cd24e0d38a4b,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:46.651006 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51556) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:10:46.659116 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.659804 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.660393 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.660895 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.661420 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.661944 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.662452 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.662968 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.663506 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.664024 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.664570 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.665089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.672834 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:10:46.715495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.735810 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.893065 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.895868 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:10:46.897011 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad16df2e-ddce-4c5f-9bb8-cd24e0d38a4b HTTP/1.1" status: 204 len: 168 time: 0.2446637 Jun 16 16:10:46.898058 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:10:46.907957 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad16df2e-ddce-4c5f-9bb8-cd24e0d38a4b,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:10:46.915189 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.915478 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.916089 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.916584 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.916910 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.917228 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.917542 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.917939 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.918254 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.918568 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.918889 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.919188 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:10:46.922409 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:11:09.682980 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d8ff2602-45c3-4a7b-8105-55aa3679fe34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:09.760008 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:11:12.145508 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-218edb13-e7ad-4275-ab22-bc6d33084278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:12.368385 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:13.406464 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:14.877161 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:39.688804 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f29e8139-97ea-4e00-a210-621d4b774149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:42.128290 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-4dac6e1c-7468-475b-9bb0-2afdc94d8042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:42.360895 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:43.374239 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:44.882583 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:11:46.758932 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:09.676590 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-32b57cc1-77f0-4d06-a651-fd2d7be0898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:12.162504 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-64bee0e4-f6be-4990-8a0e-bd81a51d093d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:12.379185 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:13.390814 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:14.865072 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:23.756626 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 5 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:12:29.533672 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727'] for agent, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:33.192582 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51610) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:33.290610 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4652256c-d3c0-4442-b684-8f00ad072618 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0969465 Jun 16 16:12:35.439119 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51620) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:12:35.498376 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3347293e-953b-49b2-90a2-004958262f68 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0584586 Jun 16 16:12:39.671424 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a4b420cf-e5bf-40b2-93e3-318fb22c7c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:42.126041 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5d7ae6ab-e3e2-4da0-823c-289a3f9208a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:42.367650 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:43.390743 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:44.893278 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:12:59.447325 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:00.755347 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:13:09.664883 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6d0776b9-ba96-4d57-a9be-6c02b78ad040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:12.161479 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1f0bffc7-1c89-4f91-9738-e4dcbf50525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:12.362252 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:13.396024 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:14.874321 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:29.458020 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:37.754872 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:13:39.670026 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-95561e65-5db3-4a71-820c-bf8915cb04e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:42.155565 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5ba1eb08-bf4b-4316-b157-ab50ee2ae4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:42.350065 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:43.400041 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:44.896989 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:13:59.464536 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.065535 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51820) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.236104 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-661707828-network', 'tenant_id': '13ab6826de164efda67f06435e805092'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:05.332093 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Made reservation on behalf of 13ab6826de164efda67f06435e805092 for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:05.334782 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.350860 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.457582 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.525726 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.529920 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:05.547301 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:05.564947 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cd2112-0c4a-4f2a-a9b0-b0377b528a22,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:05.572186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.572558 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.572909 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.573231 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.573555 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.573891 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.574200 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.574512 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.574848 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.575161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.575669 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.575990 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Tracked resource versions report: Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: pushed versions: Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Log': {'1.0'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Network': {'1.1'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Port': {'1.7'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'PortForwarding': {'1.2'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'QosPolicy': {'1.8'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'SubPort': {'1.0'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Subnet': {'1.1'}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Trunk': {'1.1'}} Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: consumer versions: Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'ConntrackHelper': '1.0', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Log': '1.0', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Network': '1.1', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Port': '1.7', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'PortForwarding': '1.2', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'QosPolicy': '1.8', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroup': '1.4', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'SecurityGroupRule': '1.2', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'SubPort': '1.0', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Subnet': '1.1', Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: 'Trunk': '1.1'}} Jun 16 16:14:05.577033 dv-cinder-796685-1-smb neutron-server[92539]: {{(pid=92539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:05.579984 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.580326 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Added segment 5df56abf-fa20-4de9-b662-59d9ba01e2f1 of type vlan for network aa374633-fdff-4064-b633-651452c26675 Jun 16 16:14:05.581880 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:05.628318 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.732730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.734058 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:05.734648 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:05.738309 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-493c7238-549f-42ee-bd2e-4f4f906b2fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:05.751529 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51850) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.797648 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Pushing event updated for resources: {'Network': ['ID=aa374633-fdff-4064-b633-651452c26675,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:05.800938 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:05.809551 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network aa374633-fdff-4064-b633-651452c26675 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:05.857964 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51858) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.858310 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7913880 Jun 16 16:14:05.865100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Request body: {'subnet': {'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-subnet', 'tenant_id': '13ab6826de164efda67f06435e805092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:05.916407 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51860) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.945246 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51864) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:05.967244 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Made reservation on behalf of 13ab6826de164efda67f06435e805092 for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:05.969636 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.169648 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-715389985-network', 'tenant_id': '1d4d1424674a4a758eac14d6a6bb3096'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:06.224706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.231914 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:06.288209 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e027658f-1a9f-4318-ac29-e96d80178b1f,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:06.305731 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Made reservation on behalf of 1d4d1424674a4a758eac14d6a6bb3096 for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:06.308538 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.326741 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Checking segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:06.327468 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Network hostable DHCP agents. Network: aa374633-fdff-4064-b633-651452c26675, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:06.332308 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.341038 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1702927081-network', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:06.361547 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2111357016-network', 'tenant_id': '24a5d742f00748d6bf6f76ce485cfcb2'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:06.372874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.375694 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.376039 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.376368 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.376771 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.377097 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.377418 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.377737 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.378076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.378393 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.378702 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.379015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Tracked resource versions report: Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: pushed versions: Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Log': {'1.0'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Network': {'1.1'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Port': {'1.7'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'PortForwarding': {'1.2'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'QosPolicy': {'1.8'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'SubPort': {'1.0'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Subnet': {'1.1'}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Trunk': {'1.1'}} Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: consumer versions: Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'ConntrackHelper': '1.0', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Log': '1.0', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Network': '1.1', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Port': '1.7', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'PortForwarding': '1.2', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'QosPolicy': '1.8', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroup': '1.4', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'SecurityGroupRule': '1.2', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'SubPort': '1.0', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Subnet': '1.1', Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: 'Trunk': '1.1'}} Jun 16 16:14:06.380136 dv-cinder-796685-1-smb neutron-server[92538]: {{(pid=92538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:06.416569 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:06.489864 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Made reservation on behalf of 35e3553cdc164d29a5bbfd72def6080c for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:06.492633 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.498386 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Network aa374633-fdff-4064-b633-651452c26675 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:06.509322 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.db.api [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:14:06.509322 dv-cinder-796685-1-smb neutron-server[92538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:14:06.509322 dv-cinder-796685-1-smb neutron-server[92538]: [parameters: {'project_id_1': '1d4d1424674a4a758eac14d6a6bb3096', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 14, 6, 413162)}] Jun 16 16:14:06.509322 dv-cinder-796685-1-smb neutron-server[92538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:14:06.509322 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_db.api [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:14:06.521108 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.572514 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, aa374633-fdff-4064-b633-651452c26675) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:06.579821 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:06.580933 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.592990 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b11a9-a358-441e-b1a0-0c799ac72071 None None] Network aa374633-fdff-4064-b633-651452c26675 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:06.596314 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Made reservation on behalf of 24a5d742f00748d6bf6f76ce485cfcb2 for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:06.598683 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.610086 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.678994 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51902) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:06.683293 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-015d99d0-68e5-4c5d-98ed-56d208d4c3fd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8204124 Jun 16 16:14:06.684531 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:06.757713 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef818e-91dd-465a-a254-7ee402bf2761 None None] Network aa374633-fdff-4064-b633-651452c26675 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:06.793121 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.926814 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.934252 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:06.952543 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:06.978149 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:06.978497 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Added segment dea915e3-85e4-413c-90f6-6742673a5aa1 of type vlan for network 7ee95fdc-5706-4254-8e24-11dbc4867738 Jun 16 16:14:07.009534 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.041585 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.069635 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e814dbe7-37e0-40ba-aabe-2e5947dbebd2,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.073021 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.134529 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.246109 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.246539 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.253029 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:07.253632 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.258888 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.278526 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:07.297702 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.298041 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Added segment f01ee5db-85bd-41c8-875a-2fe95c5bc2f1 of type vlan for network 44c74a82-6a80-4ae5-97b4-b78c0a4134de Jun 16 16:14:07.305783 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc662359-a973-4453-a488-a031f9d4c327,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.312409 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.312849 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.358412 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.359914 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.373015 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.416524 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Pushing event updated for resources: {'Network': ['ID=7ee95fdc-5706-4254-8e24-11dbc4867738,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.424758 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.441880 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:07.490467 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5729208 Jun 16 16:14:07.495132 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51956) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:07.511967 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Request body: {'subnet': {'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1702927081-subnet', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:07.562277 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.620707 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.695387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.697500 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.710085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.725412 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:07.726007 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.748114 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:07.766153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.769594 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.770178 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Added segment 31a3166f-44f8-496b-ae9d-742bd2c0b827 of type vlan for network 1194af4d-03a8-4502-a181-4c4fcee3a68d Jun 16 16:14:07.771594 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.776315 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:07.815092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Made reservation on behalf of 35e3553cdc164d29a5bbfd72def6080c for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:07.817911 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.822435 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.942536 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Pushing event updated for resources: {'Network': ['ID=44c74a82-6a80-4ae5-97b4-b78c0a4134de,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:07.946807 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:07.948292 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0017593 Jun 16 16:14:07.954285 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51978) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:07.957388 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 44c74a82-6a80-4ae5-97b4-b78c0a4134de details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:07.958762 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.966717 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Request body: {'subnet': {'network_id': '44c74a82-6a80-4ae5-97b4-b78c0a4134de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2111357016-subnet', 'tenant_id': '24a5d742f00748d6bf6f76ce485cfcb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:07.976953 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.980700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:07.980700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:07.983818 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.081640 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 51986) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:08.093174 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Made reservation on behalf of 24a5d742f00748d6bf6f76ce485cfcb2 for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:08.099373 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.099467 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Pushing event updated for resources: {'Network': ['ID=1194af4d-03a8-4502-a181-4c4fcee3a68d,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.103248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:08.109829 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 1194af4d-03a8-4502-a181-4c4fcee3a68d details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:08.188786 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4359434 Jun 16 16:14:08.195795 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 51992) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:08.196652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.207594 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Request body: {'subnet': {'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-715389985-subnet', 'tenant_id': '1d4d1424674a4a758eac14d6a6bb3096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:08.215808 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.238883 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.301073 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3eb86f-028a-4f48-839e-53427cd5daa5,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.303762 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:08.324528 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Checking segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:08.324981 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Network hostable DHCP agents. Network: 7ee95fdc-5706-4254-8e24-11dbc4867738, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:08.390568 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Made reservation on behalf of 1d4d1424674a4a758eac14d6a6bb3096 for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:08.393809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.455845 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:08.539965 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 7ee95fdc-5706-4254-8e24-11dbc4867738) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:08.549262 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2e706b-e46e-4e60-95aa-030c9308249e None None] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:08.566871 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:08.574268 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.647948 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.654541 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.659579 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-167b93cf-4dc7-4a3b-b014-4a2ff18fed58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.667741 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.729857 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52006) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:08.747247 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Checking segment: {'id': '31a3166f-44f8-496b-ae9d-742bd2c0b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:08.747739 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Network hostable DHCP agents. Network: 1194af4d-03a8-4502-a181-4c4fcee3a68d, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:08.763069 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8667e3-32c1-4336-94a5-06d769f5324c,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.774555 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.807817 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:08.816281 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.820668 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.821846 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cca4f0f-23a0-4134-9326-e5d96afc342d,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:08.830781 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:08.840248 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-7ee95fdc-5706-4254-8e24-11dbc4867738', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:14:08.841439 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.908809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.922933 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Network 1194af4d-03a8-4502-a181-4c4fcee3a68d is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:08.936684 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:08.958705 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:08.980951 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4829378 Jun 16 16:14:08.984517 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52018) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:08.988892 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:08.995265 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Allocated IP 172.20.0.2 (7ee95fdc-5706-4254-8e24-11dbc4867738/6f3eb86f-028a-4f48-839e-53427cd5daa5/5db0ca32-8f29-40ea-a935-95ec28c46aa0) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:09.011776 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 1194af4d-03a8-4502-a181-4c4fcee3a68d) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:09.021702 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:09.022333 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.031082 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720da428-c439-4f34-94b8-d58c3e9ede00 None None] Network 1194af4d-03a8-4502-a181-4c4fcee3a68d requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:09.038471 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Checking segment: {'id': 'f01ee5db-85bd-41c8-875a-2fe95c5bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '44c74a82-6a80-4ae5-97b4-b78c0a4134de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:09.039108 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Network hostable DHCP agents. Network: 44c74a82-6a80-4ae5-97b4-b78c0a4134de, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:09.042965 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=621e6f35d70e4d779c4923561f2c58e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9603510 Jun 16 16:14:09.046463 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52020) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:09.049484 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be214bf-4982-4b7a-b7b6-516d7c1a6991,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:09.056613 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.078454 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Allocated IP 172.28.1.191 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/60b2dd96-42ab-428f-9367-189f8b80b1d3) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:09.171687 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Network 44c74a82-6a80-4ae5-97b4-b78c0a4134de is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:09.189867 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 44c74a82-6a80-4ae5-97b4-b78c0a4134de) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:09.191986 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.201786 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:09.202578 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.217270 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd504d6d-d54e-4f5e-ac52-4b9169a32895 None None] Network 44c74a82-6a80-4ae5-97b4-b78c0a4134de requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:09.227974 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.247175 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.248788 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.271136 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567aaa66-8bb3-473a-9ce3-ccb24a024371 None None] Network 1194af4d-03a8-4502-a181-4c4fcee3a68d requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:09.292792 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.302645 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.312621 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:09.352450 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Transition to ACTIVE for port object 5db0ca32-8f29-40ea-a935-95ec28c46aa0 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:09.366831 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd83b7-9d95-4166-8c4d-81ec5bb2cda4,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:09.371212 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.387045 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b90c8cf45f624e1bb6b968a525458919&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6457500 Jun 16 16:14:09.387905 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52038) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:09.404090 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4411087 Jun 16 16:14:09.444419 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2432096 Jun 16 16:14:09.474472 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.492434 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.502054 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:09.520856 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.557654 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Transition to ACTIVE for port object 5db0ca32-8f29-40ea-a935-95ec28c46aa0 will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:09.598426 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.598701 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.599582 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.606032 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.609400 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7be214bf-4982-4b7a-b7b6-516d7c1a6991 HTTP/1.1" status: 204 len: 168 time: 0.5595913 Jun 16 16:14:09.613112 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:09.623756 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be214bf-4982-4b7a-b7b6-516d7c1a6991,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:09.625948 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.639276 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4c4c44-0ad6-44f0-b993-e1a1ef39794f None None] Network 44c74a82-6a80-4ae5-97b4-b78c0a4134de requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:09.649180 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Pushing event updated for resources: {'Port': ['ID=60b2dd96-42ab-428f-9367-189f8b80b1d3,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:09.675785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.675785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:09.675785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:09.675785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:09.695043 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.708287 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.710834 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7fd83b7-9d95-4166-8c4d-81ec5bb2cda4 HTTP/1.1" status: 204 len: 168 time: 0.3219476 Jun 16 16:14:09.715147 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.721700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-197cdac0-4dad-4716-bdd8-ccabd3783f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:09.758263 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:09.767188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd83b7-9d95-4166-8c4d-81ec5bb2cda4,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:09.771870 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:09.797147 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.800283 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:09.801462 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.803990 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:09.819772 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-698e1ed6-16bf-4d34-b86b-c304dadea39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.879484 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Pushing event updated for resources: {'Port': ['ID=5db0ca32-8f29-40ea-a935-95ec28c46aa0,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:09.932259 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.932542 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.932875 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.933205 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.933528 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.933847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.934162 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.934475 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.934790 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.935103 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.935411 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.935720 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Tracked resource versions report: Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: pushed versions: Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Log': {'1.0'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Network': {'1.1'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Port': {'1.7'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'PortForwarding': {'1.2'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'QosPolicy': {'1.8'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'SubPort': {'1.0'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Subnet': {'1.1'}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Trunk': {'1.1'}} Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: consumer versions: Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'ConntrackHelper': '1.0', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Log': '1.0', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Network': '1.1', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Port': '1.7', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'PortForwarding': '1.2', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'QosPolicy': '1.8', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroup': '1.4', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'SecurityGroupRule': '1.2', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'SubPort': '1.0', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Subnet': '1.1', Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: 'Trunk': '1.1'}} Jun 16 16:14:09.936818 dv-cinder-796685-1-smb neutron-server[92540]: {{(pid=92540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:09.941907 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:09.971453 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Attempting to bind port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:09.971818 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Attempting to bind port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:09.972409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Attempting to bind port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 on network 7ee95fdc-5706-4254-8e24-11dbc4867738 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:09.980867 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:09.981467 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Checking segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:09.982086 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:09.982635 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Bound using segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:09.983260 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Bound port: 5db0ca32-8f29-40ea-a935-95ec28c46aa0, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:09.983996 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.077928 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] For port 5db0ca32-8f29-40ea-a935-95ec28c46aa0, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:10.082225 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] For port 5db0ca32-8f29-40ea-a935-95ec28c46aa0, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5db0ca32-8f29-40ea-a935-95ec28c46aa0,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:10.086671 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.133072 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.196243 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.200682 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:10.305058 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Pushing event updated for resources: {'Port': ['ID=5db0ca32-8f29-40ea-a935-95ec28c46aa0,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:10.308841 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:10.575858 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52098) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:10.580262 dv-cinder-796685-1-smb neutron-server[92539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:14:10.657518 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.681832 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.798341 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Allocated IP 172.28.1.232 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/9c3be9cb-a194-4967-9fe5-30ea133cb3f3) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:10.808986 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.823195 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-ddb86990-3b1f-4973-88e8-310825f1dedc tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:10.824940 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-ddb86990-3b1f-4973-88e8-310825f1dedc tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/networks?id=1194af4d-03a8-4502-a181-4c4fcee3a68d HTTP/1.1" status: 200 len: 811 time: 0.2481081 Jun 16 16:14:10.898028 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d7198fdf-c488-4230-850b-de529464167e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/quotas/1d4d1424674a4a758eac14d6a6bb3096 HTTP/1.1" status: 200 len: 375 time: 0.0395925 Jun 16 16:14:10.909146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:10.956351 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-c4d35639-bfed-49f9-9813-183f999e257f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d4d1424674a4a758eac14d6a6bb3096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484977 Jun 16 16:14:10.975375 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52106) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:11.004902 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.038626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.047931 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5720ff63-9e30-4731-b7dc-b7f5b5defdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:11.074343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52110) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:11.101403 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:11.108066 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:11.113212 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:11.120966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:11.121182 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Router b6bdfabb-8ba7-4c62-be29-0c719692d231 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:14:11.125837 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:11.287937 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:14:11.302121 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Sync routers for ids ['b6bdfabb-8ba7-4c62-be29-0c719692d231'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:11.322535 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Routers {'b6bdfabb-8ba7-4c62-be29-0c719692d231'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:11.322535 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:13:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['b6bdfabb-8ba7-4c62-be29-0c719692d231'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:11.336364 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.417605 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.427418 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3f3a9cfe-6bcc-4c7d-8154-631cb30c47c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:11.489768 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.491015 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8109605 Jun 16 16:14:11.494104 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.504560 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52132) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:11.604631 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Set router b6bdfabb-8ba7-4c62-be29-0c719692d231 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:11.666209 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52142) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:11.677967 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1166278960-network', 'tenant_id': '5e3688ffe9004be58859ccc06cee5d14'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:11.686163 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.717557 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-920c8a54-4788-469d-bfdb-81a772b2a4d2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:11.719295 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-920c8a54-4788-469d-bfdb-81a772b2a4d2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4936357 Jun 16 16:14:11.763908 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.791655 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99815907d215497f9f65f829001265a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8147423 Jun 16 16:14:11.795633 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52146) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:11.796413 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982f0d4-43a0-4ad1-a0e8-28c2f9ba2ab8,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:11.819000 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:11.821500 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:11.849166 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:11.862936 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201d674b-c7af-4011-aaa7-edcfab866e1d None None] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:11.877315 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1909a5d68e64de7b3bd01982b5dfd8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8034410 Jun 16 16:14:11.877920 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52150) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:11.951338 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:14:09Z', 'revision_number': 3, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:11.956802 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Checking router: b6bdfabb-8ba7-4c62-be29-0c719692d231 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:11.957465 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Updating router b6bdfabb-8ba7-4c62-be29-0c719692d231 port 60b2dd96-42ab-428f-9367-189f8b80b1d3 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:11.990939 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.003580 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.004157 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878422e3-15bd-4ba5-b19d-bb2813a863db,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:12.015041 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Made reservation on behalf of 5e3688ffe9004be58859ccc06cee5d14 for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:12.018847 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.031429 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:12.037680 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.065495 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.174020 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-bc125855-78b5-459f-ad6c-196261554135 None None] Provisioning for port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:12.179307 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.232478 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-24c9120a-dae9-4db6-bcc7-58708a301987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.236739 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.271692 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-a9593298-2588-4cea-b0e2-e6951fd244ea service neutron] 10.222.0.22 "GET /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419853 Jun 16 16:14:12.272223 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.300617 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:12.350853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.397060 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.420247 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.434174 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.437472 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-eb459855-c527-4fd1-aa96-59245bc42e6f service neutron] 10.222.0.22 "GET /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458864 Jun 16 16:14:12.443819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:12.455014 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.455361 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Added segment 19dcb9a6-c95a-41e6-8a33-f8f8419b3a0c of type vlan for network e6201d73-8e1e-49c9-90d1-30fc8843a7c3 Jun 16 16:14:12.549249 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.549249 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8982f0d4-43a0-4ad1-a0e8-28c2f9ba2ab8 HTTP/1.1" status: 204 len: 168 time: 0.7443709 Jun 16 16:14:12.549249 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:12.590336 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.627634 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5db0ca32-8f29-40ea-a935-95ec28c46aa0 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:12.640194 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982f0d4-43a0-4ad1-a0e8-28c2f9ba2ab8,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:12.645413 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:12.696965 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.719275 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87859104-c8b3-49af-8942-116f8626bc39,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:12.726138 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:12.731137 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.748156 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.757647 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:12.758114 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.762307 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Transition to ACTIVE for port object 60b2dd96-42ab-428f-9367-189f8b80b1d3 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:12.775560 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-607b75db-4ba7-4b43-9030-542a8d754633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:12.834319 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Pushing event updated for resources: {'Network': ['ID=e6201d73-8e1e-49c9-90d1-30fc8843a7c3,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:12.836350 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.838822 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:12.855226 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1871197 Jun 16 16:14:12.855579 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:12.859795 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52184) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:12.865361 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network e6201d73-8e1e-49c9-90d1-30fc8843a7c3 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:12.875660 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Request body: {'subnet': {'network_id': 'e6201d73-8e1e-49c9-90d1-30fc8843a7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1166278960-subnet', 'tenant_id': '5e3688ffe9004be58859ccc06cee5d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:12.897462 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:12.906522 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:12.910275 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.936526 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.943357 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:12.948035 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/878422e3-15bd-4ba5-b19d-bb2813a863db HTTP/1.1" status: 204 len: 168 time: 1.0139127 Jun 16 16:14:12.951866 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3dcd4e5b-b989-49ed-abc7-c7573294bc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:12.966460 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878422e3-15bd-4ba5-b19d-bb2813a863db,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:12.974231 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:12.978464 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Attempting to bind port 60b2dd96-42ab-428f-9367-189f8b80b1d3 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:12.978838 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Attempting to bind port 60b2dd96-42ab-428f-9367-189f8b80b1d3 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:12.979201 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Attempting to bind port 60b2dd96-42ab-428f-9367-189f8b80b1d3 on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:12.985489 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Pushing event updated for resources: {'Port': ['ID=60b2dd96-42ab-428f-9367-189f8b80b1d3,revision_number=2']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:13.006576 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.006915 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.007252 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.007632 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.008276 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.008276 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.008622 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.008973 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.009348 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.009559 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.009960 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.010180 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Tracked resource versions report: Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: pushed versions: Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: { 'AddressGroup': {'1.2'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'ConntrackHelper': {'1.0'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Log': {'1.0'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Network': {'1.1'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Port': {'1.7'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'PortForwarding': {'1.2'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'QosPolicy': {'1.8'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroup': {'1.4'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'SubPort': {'1.0'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Subnet': {'1.1'}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Trunk': {'1.1'}} Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: consumer versions: Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: { DHCP agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: L3 agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: Metadata agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: Metering agent@dv-cinder-796685-1-smb: {}, Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: Open vSwitch agent@dv-cinder-796685-1-smb: { 'AddressGroup': '1.2', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'ConntrackHelper': '1.0', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Log': '1.0', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Network': '1.1', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Port': '1.7', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'PortForwarding': '1.2', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'QosPolicy': '1.8', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroup': '1.4', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'SecurityGroupRule': '1.2', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'SubPort': '1.0', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Subnet': '1.1', Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: 'Trunk': '1.1'}} Jun 16 16:14:13.011205 dv-cinder-796685-1-smb neutron-server[92541]: {{(pid=92541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:14:13.014602 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:13.015198 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:13.015761 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.016333 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:13.017256 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Bound port: 60b2dd96-42ab-428f-9367-189f8b80b1d3, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:13.017826 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.020285 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:13.097140 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d42d7c71-f175-4f64-aa58-cb933aae7b5e req-e25d125c-2fa2-413f-977d-7eea15f8a78f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.1058791 Jun 16 16:14:13.098277 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Made reservation on behalf of 5e3688ffe9004be58859ccc06cee5d14 for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:13.106068 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.112387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Router 2779c664-ad45-4189-adde-ecb53d05b041 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:14:13.132951 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] For port 60b2dd96-42ab-428f-9367-189f8b80b1d3, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:13.139662 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] For port 60b2dd96-42ab-428f-9367-189f8b80b1d3, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=60b2dd96-42ab-428f-9367-189f8b80b1d3,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:13.208096 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.210505 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:13.213003 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.263898 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 5db0ca32-8f29-40ea-a935-95ec28c46aa0, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5db0ca32-8f29-40ea-a935-95ec28c46aa0,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:13.326460 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Pushing event updated for resources: {'Port': ['ID=60b2dd96-42ab-428f-9367-189f8b80b1d3,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:13.331645 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:13.332931 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Routers {'b6bdfabb-8ba7-4c62-be29-0c719692d231'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:13.333840 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['b6bdfabb-8ba7-4c62-be29-0c719692d231'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:13.349025 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.353388 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:13.357727 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:14:13.359755 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Allocated IP 172.20.0.1 (aa374633-fdff-4064-b633-651452c26675/e027658f-1a9f-4318-ac29-e96d80178b1f/2d0af0fd-ee56-4237-90c6-91359f7f3630) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:13.382247 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:13.411379 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:13.412273 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:13.458156 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] Set router b6bdfabb-8ba7-4c62-be29-0c719692d231 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:13.489475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.491056 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5054748 Jun 16 16:14:13.493703 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52212) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:13.634161 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.647362 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.650909 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-45b5d192-332c-435c-9d46-edd58f92a250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:13.696737 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:13.700358 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=5db0ca32-8f29-40ea-a935-95ec28c46aa0,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:13.708890 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:13.726106 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:14:09Z', 'revision_number': 3, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:13.734823 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf18087b-fc8b-4058-ac28-c93c18786097 None None] The sync data for ids ['b6bdfabb-8ba7-4c62-be29-0c719692d231'] in dv-cinder-796685-1-smb is: [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:14:09Z', 'revision_number': 3, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:13.786295 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:13.803269 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d31651-2604-4341-ab35-d88ad5d6eb51,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:13.820690 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:13.845111 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Checking segment: {'id': '19dcb9a6-c95a-41e6-8a33-f8f8419b3a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e6201d73-8e1e-49c9-90d1-30fc8843a7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:13.845111 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Network hostable DHCP agents. Network: e6201d73-8e1e-49c9-90d1-30fc8843a7c3, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:13.926724 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Network e6201d73-8e1e-49c9-90d1-30fc8843a7c3 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:13.992802 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.002005 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f36e7d60-0ccb-4489-a0cb-4f4f9fa5c139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:14.024066 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, e6201d73-8e1e-49c9-90d1-30fc8843a7c3) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:14.028150 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:14.028764 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.041681 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa5894-2099-4dd3-a3de-7711bbce0448 None None] Network e6201d73-8e1e-49c9-90d1-30fc8843a7c3 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:14.056680 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Network aa374633-fdff-4064-b633-651452c26675 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:14.067876 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:14.071492 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:14.072002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.076066 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Pushing event updated for resources: {'Port': ['ID=2d0af0fd-ee56-4237-90c6-91359f7f3630,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:14.083964 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:14.205206 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3332598 Jun 16 16:14:14.287777 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a321d87d-864f-4966-837a-df771c5be624 req-f5911c5c-560e-40e1-9508-8e70280e6d73 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.0574229 Jun 16 16:14:14.328102 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89792fc9-930a-4d95-ad15-625f3e7a5c16 None None] Network e6201d73-8e1e-49c9-90d1-30fc8843a7c3 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:14.421863 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:11Z', 'revision_number': 3, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:14.459313 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.461968 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:14.462644 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Updating router 2779c664-ad45-4189-adde-ecb53d05b041 port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:14.589010 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52256) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:14.591019 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.599223 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.677573 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5db0ca32-8f29-40ea-a935-95ec28c46aa0 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:14.719382 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Deleting subnet 6c8667e3-32c1-4336-94a5-06d769f5324c {{(pid=92539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:14:14.727655 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.754293 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:14.832271 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.853459 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.891827 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Allocated IP 172.20.0.1 (7ee95fdc-5706-4254-8e24-11dbc4867738/6f3eb86f-028a-4f48-839e-53427cd5daa5/f949d836-80f4-4824-9048-315517df5905) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:14.918411 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.918647 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:14.919137 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:14.968776 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.013323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.015800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.026832 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4f34d8a2-d693-4bdc-926e-b7495aad2358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:15.132828 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659'] for subnet, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.135973 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:15.153578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Pushing event updated for resources: {'Port': ['ID=2d0af0fd-ee56-4237-90c6-91359f7f3630,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:15.171392 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.175266 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 60b2dd96-42ab-428f-9367-189f8b80b1d3 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:15.180700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:15.201823 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.202564 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c8667e3-32c1-4336-94a5-06d769f5324c HTTP/1.1" status: 204 len: 168 time: 0.6125114 Jun 16 16:14:15.208564 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52278) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:15.211461 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8667e3-32c1-4336-94a5-06d769f5324c,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:15.229015 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:15.267867 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.277594 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Transition to ACTIVE for port object f949d836-80f4-4824-9048-315517df5905 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:15.286363 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Transition to ACTIVE for port object 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:15.363315 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Network aa374633-fdff-4064-b633-651452c26675 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:15.366657 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:15.368657 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52284) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:15.372059 dv-cinder-796685-1-smb neutron-server[92538]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:14:15.379085 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.386636 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 60b2dd96-42ab-428f-9367-189f8b80b1d3 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:15.413370 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:15.428438 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 60b2dd96-42ab-428f-9367-189f8b80b1d3 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:15.429516 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.540375 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0932b02-3d79-4eb5-b265-ffa26e197fd4 None None] Pushing event updated for resources: {'Port': ['ID=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:15.545643 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b0932b02-3d79-4eb5-b265-ffa26e197fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:15.554953 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Attempting to bind port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:15.554953 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Attempting to bind port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:15.554953 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Attempting to bind port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:15.555844 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.558981 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.561368 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:15.562072 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:15.562660 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.562793 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-601ea478-d557-44cf-a0e9-d2a5a06623df req-8fb2486d-9830-436b-a278-ca0ca7f3efdc tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.1917887 Jun 16 16:14:15.563334 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:15.566047 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Bound port: 9c3be9cb-a194-4967-9fe5-30ea133cb3f3, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:15.566648 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.594917 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:15.681174 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.681381 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] For port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:15.682755 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:15.691846 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:15.698920 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:15.699334 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.705776 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.706146 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.707165 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.707299 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > port after_create 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.707686 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.707949 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > port after_update 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.708240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.708607 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.708929 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.709247 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:15.727660 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] For port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:15.747457 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.781794 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 60b2dd96-42ab-428f-9367-189f8b80b1d3, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=60b2dd96-42ab-428f-9367-189f8b80b1d3,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:15.806591 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.810440 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:15.824985 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Pushing event updated for resources: {'Port': ['ID=f949d836-80f4-4824-9048-315517df5905,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:15.830579 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:15.885936 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:15.917706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Router b6bdfabb-8ba7-4c62-be29-0c719692d231 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:14:15.929372 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:15.930467 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:16.020690 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:16.021704 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:16.022293 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:16.022784 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:16.023342 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c74a82-6a80-4ae5-97b4-b78c0a4134de']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:16.037051 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0932b02-3d79-4eb5-b265-ffa26e197fd4 None None] Pushing event updated for resources: {'Port': ['ID=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:16.060086 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01ee5db-85bd-41c8-875a-2fe95c5bc2f1') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:16.060086 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01ee5db-85bd-41c8-875a-2fe95c5bc2f1') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:16.095120 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.116987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b0932b02-3d79-4eb5-b265-ffa26e197fd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:16.146059 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:16.151789 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.185149 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:14:16.185149 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.238254 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: from cryptography.utils import int_from_bytes Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: from cryptography.utils import int_from_bytes Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:14:16.242025 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:14:16.299787 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-e313afb7-2521-4b4c-bd60-770feac8c3a3 None None] Provisioning for port f949d836-80f4-4824-9048-315517df5905 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:16.319328 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:14:16.334991 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.339086 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] 10.222.0.22 "PUT /v2.0/routers/b6bdfabb-8ba7-4c62-be29-0c719692d231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8245013 Jun 16 16:14:16.340957 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-e313afb7-2521-4b4c-bd60-770feac8c3a3 None None] Provisioning complete for port f949d836-80f4-4824-9048-315517df5905 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:16.341421 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e313afb7-2521-4b4c-bd60-770feac8c3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.342597 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.347586 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] 10.222.0.22 "DELETE /v2.0/networks/44c74a82-6a80-4ae5-97b4-b78c0a4134de HTTP/1.1" status: 204 len: 168 time: 1.1348124 Jun 16 16:14:16.347586 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:16.351502 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52318) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:16.379777 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Sync routers for ids ['b6bdfabb-8ba7-4c62-be29-0c719692d231'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:16.381068 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Pushing event deleted for resources: {'Network': ['ID=44c74a82-6a80-4ae5-97b4-b78c0a4134de,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:16.385485 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e1bbc99c-0b5f-4849-b508-db08e36bf665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:16.397560 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-e313afb7-2521-4b4c-bd60-770feac8c3a3 None None] Port f949d836-80f4-4824-9048-315517df5905 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:14:16.405903 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Routers {'b6bdfabb-8ba7-4c62-be29-0c719692d231'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:16.408351 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['b6bdfabb-8ba7-4c62-be29-0c719692d231'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:16.427175 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:16.431941 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=60b2dd96-42ab-428f-9367-189f8b80b1d3,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:16.474946 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Deleting subnet 54d31651-2604-4341-ab35-d88ad5d6eb51 {{(pid=92539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:14:16.481591 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.505683 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:16.549010 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497536'] for subnet, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.642396 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Set router b6bdfabb-8ba7-4c62-be29-0c719692d231 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:16.643329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.668858 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.738282 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.743135 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:11Z', 'revision_number': 3, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:16.743318 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:16.743318 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:16.745536 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1434f8-c8f0-435b-9e6a-67b0653a7117 None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:11Z', 'revision_number': 3, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:16.834284 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-152da765-aa96-4cd7-bdc4-cbefce1ca86a req-343a3e77-d260-41d4-8358-d937ebb928da tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.0783222 Jun 16 16:14:16.923036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Pushing event updated for resources: {'Port': ['ID=f949d836-80f4-4824-9048-315517df5905,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:16.937532 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:17.001508 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392296'] for subnet, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.004037 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:17.042252 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d31651-2604-4341-ab35-d88ad5d6eb51,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:17.046723 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:17.049995 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:17.053008 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.055090 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/54d31651-2604-4341-ab35-d88ad5d6eb51 HTTP/1.1" status: 204 len: 168 time: 0.7008483 Jun 16 16:14:17.058157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:17.060113 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52344) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:17.072636 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:14:14Z', 'revision_number': 4, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '2d0af0fd-ee56-4237-90c6-91359f7f3630', 'name': '', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'tenant_id': '13ab6826de164efda67f06435e805092', 'mac_address': 'fa:16:3e:10:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:12Z', 'updated_at': '2021-06-16T16:14:14Z', 'revision_number': 2, 'project_id': '13ab6826de164efda67f06435e805092', 'subnets': [{'id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:17.084598 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Checking router: b6bdfabb-8ba7-4c62-be29-0c719692d231 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:17.085243 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Updating router b6bdfabb-8ba7-4c62-be29-0c719692d231 port 2d0af0fd-ee56-4237-90c6-91359f7f3630 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:17.157904 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.255916 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.440279 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.450268 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.450908 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.451873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.452406 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > port after_create 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.452920 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.456773 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > port after_update 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.457272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.457765 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.458260 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.458729 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.568218 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-cbe12345-6738-42bb-96dd-7bc08135fa28 None None] Provisioning complete for port f949d836-80f4-4824-9048-315517df5905 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:17.574759 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-cbe12345-6738-42bb-96dd-7bc08135fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.648784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-cbe12345-6738-42bb-96dd-7bc08135fa28 None None] Port f949d836-80f4-4824-9048-315517df5905 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:14:17.705055 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.705597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.708451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.708451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:14:17.708451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6201d73-8e1e-49c9-90d1-30fc8843a7c3']}} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:17.747638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dcb9a6-c95a-41e6-8a33-f8f8419b3a0c') {'for_net_delete': True} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:17.747942 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dcb9a6-c95a-41e6-8a33-f8f8419b3a0c') {} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:17.753632 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:17.769751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Router 2779c664-ad45-4189-adde-ecb53d05b041 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:14:17.772774 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Transition to ACTIVE for port object 2d0af0fd-ee56-4237-90c6-91359f7f3630 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:17.814301 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2601166'] for segment, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.128671 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.128671 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:18.131394 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.132055 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b181-c76a-4b28-9f4c-786627ed8647 None None] Pushing event updated for resources: {'Port': ['ID=2d0af0fd-ee56-4237-90c6-91359f7f3630,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:18.132055 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-9851b181-c76a-4b28-9f4c-786627ed8647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=92538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3968153'] for segment, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: from cryptography.utils import int_from_bytes Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: from cryptography.utils import int_from_bytes Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: Traceback (most recent call last): Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: timer() Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: cb(*args, **kw) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: return func(*args, **kwargs) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: self._notify() Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: self.callback(batched_events) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: event.method(event) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: return f(self, *a, **k) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: return self._get(url).json() Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: return self.request(url, 'GET', **kwargs) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:14:18.132652 dv-cinder-796685-1-smb neutron-server[92538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Attempting to bind port 2d0af0fd-ee56-4237-90c6-91359f7f3630 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Attempting to bind port 2d0af0fd-ee56-4237-90c6-91359f7f3630 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Attempting to bind port 2d0af0fd-ee56-4237-90c6-91359f7f3630 on network aa374633-fdff-4064-b633-651452c26675 {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Checking segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Bound using segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Bound port: 2d0af0fd-ee56-4237-90c6-91359f7f3630, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:18.135757 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.226190 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0341d06f-e887-4851-b406-4c902f259d68 req-e3f9e7d4-dcd4-49d0-8f24-48ec834a5ddf tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.0471237 Jun 16 16:14:18.283866 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] For port 2d0af0fd-ee56-4237-90c6-91359f7f3630, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:18.431901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d623e1ba-a4a0-4030-b297-3850b1f79cea tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:18.445091 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d623e1ba-a4a0-4030-b297-3850b1f79cea tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 818 time: 0.6179757 Jun 16 16:14:18.479077 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-4750569a-2f9c-4884-8b6f-121390f9585e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/quotas/13ab6826de164efda67f06435e805092 HTTP/1.1" status: 200 len: 375 time: 0.0328836 Jun 16 16:14:18.527724 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:14:18.538600 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] 10.222.0.22 "PUT /v2.0/routers/2779c664-ad45-4189-adde-ecb53d05b041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0436745 Jun 16 16:14:18.567304 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:18.581011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.584002 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] For port 2d0af0fd-ee56-4237-90c6-91359f7f3630, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=2d0af0fd-ee56-4237-90c6-91359f7f3630,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:18.591227 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:18.597820 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d9d02dd1-a9a0-43d2-ba00-aff4fb69bbee tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178207 Jun 16 16:14:18.599848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.601573 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e6201d73-8e1e-49c9-90d1-30fc8843a7c3 HTTP/1.1" status: 204 len: 168 time: 1.5404422 Jun 16 16:14:18.611452 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6201d73-8e1e-49c9-90d1-30fc8843a7c3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:18.613742 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0c2cdc10-6862-433f-b139-e973f3277af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:18.686573 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.696073 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-c4a3cf73-fe1d-44ee-8084-0482cb998272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:18.737423 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52404) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:18.762438 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Routers {'b6bdfabb-8ba7-4c62-be29-0c719692d231'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:18.762974 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['b6bdfabb-8ba7-4c62-be29-0c719692d231'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:18.771978 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:18.784112 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:18.784698 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.811048 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851b181-c76a-4b28-9f4c-786627ed8647 None None] Pushing event updated for resources: {'Port': ['ID=2d0af0fd-ee56-4237-90c6-91359f7f3630,revision_number=4']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:18.839739 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-9851b181-c76a-4b28-9f4c-786627ed8647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:18.912982 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:18.914629 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] Set router b6bdfabb-8ba7-4c62-be29-0c719692d231 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:18.937788 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:19.035762 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52418) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:19.069915 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.071244 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 60b2dd96-42ab-428f-9367-189f8b80b1d3 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:19.073841 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:19.095107 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:19.131625 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:14:14Z', 'revision_number': 4, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '2d0af0fd-ee56-4237-90c6-91359f7f3630', 'name': '', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'tenant_id': '13ab6826de164efda67f06435e805092', 'mac_address': 'fa:16:3e:10:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:12Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '13ab6826de164efda67f06435e805092', 'subnets': [{'id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:19.136654 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4400fcb-21d1-4e60-b3a9-f92e94c5070b None None] The sync data for ids ['b6bdfabb-8ba7-4c62-be29-0c719692d231'] in dv-cinder-796685-1-smb is: [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:14:14Z', 'revision_number': 4, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '2d0af0fd-ee56-4237-90c6-91359f7f3630', 'name': '', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'tenant_id': '13ab6826de164efda67f06435e805092', 'mac_address': 'fa:16:3e:10:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:12Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '13ab6826de164efda67f06435e805092', 'subnets': [{'id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:19.152131 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:19.152946 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:19.185936 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.195738 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.79', 63467) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:19.273856 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52422) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:19.362766 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-0d9f8833-be5a-4acf-91a9-30767ab1fd48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24a5d742f00748d6bf6f76ce485cfcb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0872087 Jun 16 16:14:19.367625 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52428) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:19.379362 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.470736 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-3e3c4d6f-6ed0-4820-b0e5-889d3af27eff tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:19.472467 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.475770 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-3e3c4d6f-6ed0-4820-b0e5-889d3af27eff tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.79 "GET /v2.0/networks?id=1194af4d-03a8-4502-a181-4c4fcee3a68d HTTP/1.1" status: 200 len: 811 time: 0.2777901 Jun 16 16:14:19.489058 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7bf6cbf2-58f7-412a-bc3e-000a4cffd678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:19.517926 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.527791 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Request body: {'port': {'device_id': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d', 'admin_state_up': True, 'tenant_id': '1d4d1424674a4a758eac14d6a6bb3096'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:19.560735 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:19.568698 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:19.571858 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:19.613166 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac4d0640abf14cd49919b28bb5d267f8&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8747017 Jun 16 16:14:19.615270 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.622579 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 60b2dd96-42ab-428f-9367-189f8b80b1d3 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:19.623219 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.630433 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52430) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:19.631287 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e4a5a5-a141-4ec6-bce9-84c885fd9e15,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:19.648607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:19.942926 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:19.965627 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d7904df3-1ee7-40e7-a692-d6de16274084 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:19.967057 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d7904df3-1ee7-40e7-a692-d6de16274084 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6710920 Jun 16 16:14:20.067272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.085423 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.150978 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Made reservation on behalf of 1d4d1424674a4a758eac14d6a6bb3096 for: {'port': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:20.150978 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.199119 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.199119 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc662359-a973-4453-a488-a031f9d4c327 HTTP/1.1" status: 204 len: 168 time: 0.8283722 Jun 16 16:14:20.200877 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c2c2a181-9d27-410a-924d-24dd5cddf7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:20.213545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc662359-a973-4453-a488-a031f9d4c327,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:20.239319 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.341046 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 2, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:20.347955 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:20.349855 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Updating router 2779c664-ad45-4189-adde-ecb53d05b041 port f949d836-80f4-4824-9048-315517df5905 binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:14:20.364140 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:20.404104 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52456) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:20.431511 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.446598 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400615050', 'description': 'tempest-description--690376547'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:20.493346 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.505388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.509420 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2e4a5a5-a141-4ec6-bce9-84c885fd9e15 HTTP/1.1" status: 204 len: 168 time: 0.8621261 Jun 16 16:14:20.513386 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:20.523579 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-1ed79526-92ce-47a8-99fd-53548ef3cc85 service neutron] 10.222.0.22 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488679 Jun 16 16:14:20.532981 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e4a5a5-a141-4ec6-bce9-84c885fd9e15,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:20.547015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:20.653211 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.819185 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:20.825054 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-5b07158a-183e-4e4f-ad73-d5bf246ed290 service neutron] 10.222.0.22 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703869 Jun 16 16:14:20.865816 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2cde7b97-2c89-4ef2-b038-3d9ad1a3d659 req-5a4c2d05-afd7-4520-aa25-5c28c3f1b13a tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.1713927 Jun 16 16:14:20.866290 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:20.931438 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-61159a71-be5c-44a3-a3ad-c445ebeecc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:20.961383 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=403cdc2d2cbf4569ae514369f5e21ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9242458 Jun 16 16:14:20.963816 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52476) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:20.969126 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ee539-d447-4f7e-a253-d0962f2ca78b,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:20.982337 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:20.992275 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.002302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:21.002690 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.041629 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.065812 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.148735 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.151778 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 2d0af0fd-ee56-4237-90c6-91359f7f3630 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:21.222280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.226487 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.233906 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b5ee539-d447-4f7e-a253-d0962f2ca78b HTTP/1.1" status: 204 len: 168 time: 0.2681296 Jun 16 16:14:21.235080 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.238250 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Transition to ACTIVE for port object f949d836-80f4-4824-9048-315517df5905 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:21.248817 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ee539-d447-4f7e-a253-d0962f2ca78b,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.249728 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Allocated IP 172.20.0.7 (1194af4d-03a8-4502-a181-4c4fcee3a68d/5cca4f0f-23a0-4134-9326-e5d96afc342d/90e05239-51dd-4957-ad0c-9bfe7510bbfb) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:21.251955 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.296107 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9b4a1e8b-1f8d-4f35-bf51-c1de7cd90869 req-dc587187-d971-45e2-87d0-22dd0cc63e81 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 210 time: 0.0620160 Jun 16 16:14:21.349988 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.361645 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 2d0af0fd-ee56-4237-90c6-91359f7f3630 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:21.368343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.388269 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.396357 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 2d0af0fd-ee56-4237-90c6-91359f7f3630 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:21.404979 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.415243 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52504) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.444489 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.526838 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-f0b17aa8-3d4a-4312-9e63-64f0951ac0f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e3688ffe9004be58859ccc06cee5d14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1099966 Jun 16 16:14:21.531274 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.534746 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52510) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.663706 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdfa6f-f9c7-465c-b7e2-3f682ef14e80 None None] Pushing event updated for resources: {'Port': ['ID=f949d836-80f4-4824-9048-315517df5905,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.669998 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-61cdfa6f-f9c7-465c-b7e2-3f682ef14e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.672002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.680158 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Attempting to bind port f949d836-80f4-4824-9048-315517df5905 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:21.680790 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Attempting to bind port f949d836-80f4-4824-9048-315517df5905 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:21.681315 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Attempting to bind port f949d836-80f4-4824-9048-315517df5905 on network 7ee95fdc-5706-4254-8e24-11dbc4867738 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:21.690572 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:21.697247 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Checking segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:21.697888 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.698460 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Bound using segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:21.699109 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Bound port: f949d836-80f4-4824-9048-315517df5905, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:21.699656 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.709801 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.788931 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.791368 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.795915 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52520) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:21.797712 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3712053 Jun 16 16:14:21.805235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'security_group_rule': {'security_group_id': '5bb6aef4-358a-4f9e-9c10-5318524ee977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:21.842349 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb6aef4-358a-4f9e-9c10-5318524ee977,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.887734 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.891875 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] For port f949d836-80f4-4824-9048-315517df5905, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:21.896847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] For port f949d836-80f4-4824-9048-315517df5905, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=f949d836-80f4-4824-9048-315517df5905,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:21.907708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.910489 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 2d0af0fd-ee56-4237-90c6-91359f7f3630, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=2d0af0fd-ee56-4237-90c6-91359f7f3630,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:21.913207 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.915536 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87859104-c8b3-49af-8942-116f8626bc39 HTTP/1.1" status: 204 len: 168 time: 0.3790755 Jun 16 16:14:21.920982 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:21.942681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87859104-c8b3-49af-8942-116f8626bc39,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:21.946624 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:21.964561 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:21.991860 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.009800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.011455 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:22.048651 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.145952 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.154293 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:22.281320 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdfa6f-f9c7-465c-b7e2-3f682ef14e80 None None] Pushing event updated for resources: {'Port': ['ID=f949d836-80f4-4824-9048-315517df5905,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:22.288771 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:22.290700 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:22.296488 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-61cdfa6f-f9c7-465c-b7e2-3f682ef14e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:22.297164 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:22.334047 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.486776 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.491015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:22.567439 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede14c3-30d3-4c0a-bcf9-4ea15f370646,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:22.582497 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:22.589932 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:22.637456 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.638666 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8413484 Jun 16 16:14:22.652821 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52552) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:22.662175 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'security_group_rule': {'security_group_id': '5bb6aef4-358a-4f9e-9c10-5318524ee977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:22.675964 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034e603-b71e-485b-91e0-778c451a7558 req-a178c98b-8d3c-46df-9ab3-eff1b2ea64ac tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:22.677856 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c034e603-b71e-485b-91e0-778c451a7558 req-a178c98b-8d3c-46df-9ab3-eff1b2ea64ac tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 931 time: 0.2581217 Jun 16 16:14:22.756179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Network 1194af4d-03a8-4502-a181-4c4fcee3a68d is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:22.768237 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:22.773538 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c034e603-b71e-485b-91e0-778c451a7558 req-dd219a9a-c79b-4752-b1be-26e3b998fa72 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859671 Jun 16 16:14:22.798241 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:22.811407 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Pushing event updated for resources: {'Port': ['ID=90e05239-51dd-4957-ad0c-9bfe7510bbfb,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:22.863893 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.875495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:22.914550 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52564) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:22.932179 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-4341e3a0-3d2b-4024-8c70-5b6a446afa1e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:22.940448 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-4341e3a0-3d2b-4024-8c70-5b6a446afa1e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 818 time: 0.6979356 Jun 16 16:14:22.976297 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=2d0af0fd-ee56-4237-90c6-91359f7f3630,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:22.985162 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:22.999991 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:23.004181 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:23.013307 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.036041 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-9db9fc94-2a9c-439e-b01f-d1f637d5cc12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/quotas/13ab6826de164efda67f06435e805092 HTTP/1.1" status: 200 len: 375 time: 0.0927999 Jun 16 16:14:23.149569 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.247545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.263049 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:21Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:23.268935 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b753d5-0a4a-4ee0-9b1e-56fc5a75649b None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:21Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:23.271046 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-27fb8fc8-cc9d-4a4c-9367-2037ff6734c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:23.346328 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-a5500408-a18e-4d50-89ff-d5af0b672d10 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3094213 Jun 16 16:14:23.451027 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.456019 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da1444e-f272-4e59-8a7a-f4bae7c099d5,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:23.461545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:23.551952 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.602306 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-14a5415d-896d-46f7-8b0b-46921d8b4ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:23.631769 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e180bfc3a89b4cb8966f0f275421be94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153707 Jun 16 16:14:23.632968 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24f88df-0f56-4c6d-957c-ac41c736ce47,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:23.634747 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-12d904dd-450d-43c7-a8f1-bceab355b7ca service neutron] 10.222.0.22 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768784 Jun 16 16:14:23.637757 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:23.639564 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52604) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:23.640632 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.644271 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9897003 Jun 16 16:14:23.645910 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1224542 Jun 16 16:14:23.648129 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52606) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:23.653284 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'floatingip': {'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:23.677639 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-9667dc8d-348b-433d-b229-53e413418673 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:14:23.678999 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-9667dc8d-348b-433d-b229-53e413418673 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088201 Jun 16 16:14:23.831593 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.836200 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:23.869548 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-337211ac-5868-4b6f-8113-18effdbbf3f9 service neutron] 10.222.0.22 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337306 Jun 16 16:14:23.901174 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.176541 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.188618 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.193913 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:24.199045 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b24f88df-0f56-4c6d-957c-ac41c736ce47 HTTP/1.1" status: 204 len: 168 time: 0.5493340 Jun 16 16:14:24.200736 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-51fb6824-ffa1-4d4d-bacf-9d5f3da5e933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:24.213234 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24f88df-0f56-4c6d-957c-ac41c736ce47,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:24.240099 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:24.375679 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87127a46-5e4d-4564-a741-a729572b4d7b req-10f6fd40-bad0-4b67-8898-d6006ba3c8bd tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:24.384970 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-87127a46-5e4d-4564-a741-a729572b4d7b req-10f6fd40-bad0-4b67-8898-d6006ba3c8bd tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 931 time: 0.2674124 Jun 16 16:14:24.527233 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-87127a46-5e4d-4564-a741-a729572b4d7b req-f535decc-e911-4e70-8f81-49eefb2bf0d6 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319404 Jun 16 16:14:24.602946 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5899a505-5b92-48f7-979a-51627c82477a req-0922329f-3b85-4a7b-a521-0c5af7fe00a2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.2288711 Jun 16 16:14:24.724099 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Allocated IP 172.28.1.175 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/ef9ffa30-ed60-4f68-9a23-d5a1ebfdf561) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:24.842384 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 2d0af0fd-ee56-4237-90c6-91359f7f3630 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:24.952040 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Request body: {'port': {'device_id': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:24.963197 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 2d0af0fd-ee56-4237-90c6-91359f7f3630 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:24.963931 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:25.028797 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:25.179170 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:25.323164 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f949d836-80f4-4824-9048-315517df5905 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:25.812861 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port f949d836-80f4-4824-9048-315517df5905 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:25.825506 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port f949d836-80f4-4824-9048-315517df5905 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:25.827475 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:25.928708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1384f-bd95-432f-94d1-09b1720018b7 req-76c0d6fd-1636-4ffa-bd50-351bd6ef8a2e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:25.943448 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-02f1384f-bd95-432f-94d1-09b1720018b7 req-76c0d6fd-1636-4ffa-bd50-351bd6ef8a2e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 931 time: 0.2123451 Jun 16 16:14:26.003882 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-80b5c728-f99d-44a2-8904-09f439ffc00b req-ff3a7e01-d41b-4f91-9043-1d220e2cac7a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.2624924 Jun 16 16:14:26.021914 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:26.028224 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5abd4bee-62fa-49d4-892c-573998ef6b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:26.053756 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-02f1384f-bd95-432f-94d1-09b1720018b7 req-72b003d7-00fa-4bfc-9c03-50f00ba06895 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021175 Jun 16 16:14:26.101174 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:26.146010 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:26.159137 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:26.163053 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:26.165288 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'Port': ['ID=ef9ffa30-ed60-4f68-9a23-d5a1ebfdf561,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:26.216248 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:26.225431 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port f949d836-80f4-4824-9048-315517df5905, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=f949d836-80f4-4824-9048-315517df5905,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:26.317550 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:26.319573 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:26.375774 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e05239-51dd-4957-ad0c-9bfe7510bbfb {{(pid=92539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:26.393135 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:26.459725 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=f949d836-80f4-4824-9048-315517df5905,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:26.463971 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:26.464286 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:26.487768 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Transition to ACTIVE for port object 90e05239-51dd-4957-ad0c-9bfe7510bbfb will not be triggered until provisioned by entity L2. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:26.553462 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:26.633329 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-22848fd4-9366-4bef-bb9e-87eef564c85f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:26.734469 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=90e05239-51dd-4957-ad0c-9bfe7510bbfb,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:26.741696 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:26.810278 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.79', 63481) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:26.830003 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:27.197901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-b65966af-39fd-44d5-9d36-9c18250bb6e1 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:27.202915 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-b65966af-39fd-44d5-9d36-9c18250bb6e1 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 818 time: 0.3251464 Jun 16 16:14:27.234326 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Request body: {'port': {'device_id': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'admin_state_up': True, 'tenant_id': '13ab6826de164efda67f06435e805092'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:27.386221 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f58ab2a4-c5a1-45ce-b1fa-b9820e993c49 req-46e76e23-64d7-4a22-92e8-1bad70d8e206 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.1104548 Jun 16 16:14:27.503985 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Attempting to bind port 90e05239-51dd-4957-ad0c-9bfe7510bbfb on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:27.511861 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Attempting to bind port 90e05239-51dd-4957-ad0c-9bfe7510bbfb by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '31a3166f-44f8-496b-ae9d-742bd2c0b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d'}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:27.512472 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Attempting to bind port 90e05239-51dd-4957-ad0c-9bfe7510bbfb on network 1194af4d-03a8-4502-a181-4c4fcee3a68d {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:27.543033 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Port 90e05239-51dd-4957-ad0c-9bfe7510bbfb on network 1194af4d-03a8-4502-a181-4c4fcee3a68d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:14:27.543656 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Attempting to bind port 90e05239-51dd-4957-ad0c-9bfe7510bbfb on network 1194af4d-03a8-4502-a181-4c4fcee3a68d {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:27.553497 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:27.559475 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Checking segment: {'id': '31a3166f-44f8-496b-ae9d-742bd2c0b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:27.559475 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Bound using segment: {'id': '31a3166f-44f8-496b-ae9d-742bd2c0b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d'} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:27.559475 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Bound port: 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31a3166f-44f8-496b-ae9d-742bd2c0b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d'}}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:27.559475 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:27.814588 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] For port 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host hv-cinder-79668, cleared binding levels {{(pid=92539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:27.858635 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] For port 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb,segment=NetworkSegment(31a3166f-44f8-496b-ae9d-742bd2c0b827),segment_id=31a3166f-44f8-496b-ae9d-742bd2c0b827)] {{(pid=92539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:27.863289 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:27.916260 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35d0bb-368b-49f5-b8bd-fa11d597895b req-817a11b7-1548-4209-b7ad-f34a8eaa9943 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:27.928437 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9a35d0bb-368b-49f5-b8bd-fa11d597895b req-817a11b7-1548-4209-b7ad-f34a8eaa9943 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.6610570 Jun 16 16:14:27.939859 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:27.940879 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:27.944679 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:28.008103 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9a35d0bb-368b-49f5-b8bd-fa11d597895b req-ef3f799c-0091-4706-9a32-c008cdabf4a2 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785835 Jun 16 16:14:28.018363 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=90e05239-51dd-4957-ad0c-9bfe7510bbfb,revision_number=3']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:28.088787 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:28.097020 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:28.099052 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] 10.222.0.79 "PUT /v2.0/ports/90e05239-51dd-4957-ad0c-9bfe7510bbfb HTTP/1.1" status: 200 len: 1093 time: 3.7285409 Jun 16 16:14:28.099552 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'tag': '90e05239-51dd-4957-ad0c-9bfe7510bbfb'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:28.127636 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Made reservation on behalf of 13ab6826de164efda67f06435e805092 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:28.133822 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:28.143681 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'Port': ['ID=ef9ffa30-ed60-4f68-9a23-d5a1ebfdf561,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:28.166506 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:28.227033 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:28.227033 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:28.262973 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:28.369659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:28.372878 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7220967 Jun 16 16:14:28.508036 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-18a91eec-bd9d-4c8a-97a9-c5f3842209b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:28.510300 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-18a91eec-bd9d-4c8a-97a9-c5f3842209b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d4d1424674a4a758eac14d6a6bb3096&device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 1096 time: 0.2315576 Jun 16 16:14:28.591811 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f949d836-80f4-4824-9048-315517df5905 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:28.788322 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port f949d836-80f4-4824-9048-315517df5905 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:28.789094 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:28.809415 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-78baa057-bd73-4891-ad6f-272b132eed0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb HTTP/1.1" status: 200 len: 217 time: 0.2370119 Jun 16 16:14:28.845802 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701d2ed-2574-4e71-9caa-e3daa15812c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e50beaf4-0430-47bd-951f-3dafdd6b2a28", "tag": "90e05239-51dd-4957-ad0c-9bfe7510bbfb"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:29.003246 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-54263672-8f67-4ff0-9b3b-b91898253fec req-5c6d7898-5b6b-48a4-bba7-5c370b4a34c2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.1928673 Jun 16 16:14:29.021588 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-eb042c97-c4d2-48f0-85c7-aede1f4c8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:29.021588 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-eb042c97-c4d2-48f0-85c7-aede1f4c8b9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5cca4f0f-23a0-4134-9326-e5d96afc342d HTTP/1.1" status: 200 len: 851 time: 0.1782668 Jun 16 16:14:29.123222 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Allocated IP 172.20.0.11 (aa374633-fdff-4064-b633-651452c26675/e027658f-1a9f-4318-ac29-e96d80178b1f/78a6ce3d-344f-40ae-9a9f-51c7828f7c88) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:29.309674 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-a6c86a29-f75f-42bb-aba0-f5f43c5a08d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1194af4d-03a8-4502-a181-4c4fcee3a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655751 Jun 16 16:14:29.449571 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739eea5b-83e5-4cab-bacb-7c4aaa0f4289 req-a79d9ebc-d1d3-4d3c-8604-ebe69bc86c79 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:29.459566 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-739eea5b-83e5-4cab-bacb-7c4aaa0f4289 req-a79d9ebc-d1d3-4d3c-8604-ebe69bc86c79 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.2676222 Jun 16 16:14:29.521377 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:29.537011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:29.590440 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b8902-488d-4430-b327-8a297e9d10e6 x-openstack-request-id: req-119b8902-488d-4430-b327-8a297e9d10e6 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:29.590979 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50beaf4-0430-47bd-951f-3dafdd6b2a28", "tag": "90e05239-51dd-4957-ad0c-9bfe7510bbfb", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:29.590979 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-119b8902-488d-4430-b327-8a297e9d10e6 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:29.594017 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'tag': '90e05239-51dd-4957-ad0c-9bfe7510bbfb', 'status': 'completed', 'code': 200} Jun 16 16:14:29.724298 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:29.745500 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:29.755121 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-bdbee8e3-d447-4854-804a-2118c4bf4d7b service neutron] 10.222.0.79 "GET /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867744 Jun 16 16:14:29.762429 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-739eea5b-83e5-4cab-bacb-7c4aaa0f4289 req-3b2f5a79-d5c2-46f7-aaaa-eea87a8ab6d0 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018894 Jun 16 16:14:29.762902 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52844) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:29.986252 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-41d93e04-4d6d-4994-ba69-f9169f8c188a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1400615050&fields=id&tenant_id=35e3553cdc164d29a5bbfd72def6080c HTTP/1.1" status: 200 len: 267 time: 0.2848425 Jun 16 16:14:30.005377 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Network aa374633-fdff-4064-b633-651452c26675 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:30.016806 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.023401 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:30.031411 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:30.122755 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8fec0d93-67b9-4471-86ca-f7e4ed6f8122 req-6b244e5f-b8aa-49d3-94ae-cfd832a7c9a7 service neutron] 10.222.0.79 "GET /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153074 Jun 16 16:14:30.123941 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:30.125642 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.164041 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Pushing event updated for resources: {'Port': ['ID=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:30.184981 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:30.271932 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.332372 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-68a08e64-c558-403b-ac8e-ef74cdd9ef0c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:30.351414 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-68a08e64-c558-403b-ac8e-ef74cdd9ef0c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 811 time: 0.3399341 Jun 16 16:14:30.357228 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.79', 63490) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:30.420004 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.430602 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cc910994-c329-41f7-a859-9c9cca965c28 req-4575e814-09e9-40ac-ad9e-65e36c8343ab tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.0586114 Jun 16 16:14:30.431375 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-d15b833c-d12c-48cd-ad38-63dd330d8fdf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/quotas/35e3553cdc164d29a5bbfd72def6080c HTTP/1.1" status: 200 len: 375 time: 0.0788226 Jun 16 16:14:30.447873 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:30.526412 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d6fc6e-e51c-4657-b119-b6d783851ded,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:30.531720 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:30.534464 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54a3160a1530492bb6cc8a8b5795fd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702851 Jun 16 16:14:30.537374 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52866) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:30.567987 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3559871 Jun 16 16:14:30.581547 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-5e8702b5-368b-4cb1-b5cf-caf70a0c3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:30.583286 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-5e8702b5-368b-4cb1-b5cf-caf70a0c3553 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d4d1424674a4a758eac14d6a6bb3096&device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 1096 time: 0.2781231 Jun 16 16:14:30.610507 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Request body: {'port': {'device_id': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:30.629163 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-c334bde5-9ac5-442e-80eb-113216dc9139 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:30.635926 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-c334bde5-9ac5-442e-80eb-113216dc9139 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 818 time: 0.2712967 Jun 16 16:14:30.662954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Request body: {'port': {'device_id': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'admin_state_up': True, 'tenant_id': '13ab6826de164efda67f06435e805092'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:30.723673 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-7113a80e-6ab4-4c30-89ed-4ef79f769ea4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2867579 Jun 16 16:14:30.800731 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.834506 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:30.947757 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-b0e373e9-3ff1-40ee-98c7-4ce3953fb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:30.950387 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-b0e373e9-3ff1-40ee-98c7-4ce3953fb3cc service neutron] 10.222.0.79 "GET /v2.0/networks?id=1194af4d-03a8-4502-a181-4c4fcee3a68d HTTP/1.1" status: 200 len: 912 time: 0.3239889 Jun 16 16:14:30.975028 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-22efdccb-5653-4c2b-9e8b-9d5a027070a8 service neutron] 10.222.0.22 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129722 Jun 16 16:14:30.988521 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:31.094662 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Made reservation on behalf of 13ab6826de164efda67f06435e805092 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:31.098513 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:31.186040 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-1d9c0c7d-4a6e-4c88-8f0c-1653477d209a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb HTTP/1.1" status: 200 len: 217 time: 0.0530469 Jun 16 16:14:31.258572 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:31.292915 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:31.298675 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20d6fc6e-e51c-4657-b119-b6d783851ded HTTP/1.1" status: 204 len: 168 time: 0.7562747 Jun 16 16:14:31.646954 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-29752bc0-7aa2-404c-a793-408295b2bcbe service neutron] 10.222.0.22 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513076 Jun 16 16:14:31.694215 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:31.699002 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-255840b1-c04f-4281-9a1c-70d95ff301a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:31.700630 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-255840b1-c04f-4281-9a1c-70d95ff301a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5cca4f0f-23a0-4134-9326-e5d96afc342d HTTP/1.1" status: 200 len: 851 time: 0.4468279 Jun 16 16:14:31.748997 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d6fc6e-e51c-4657-b119-b6d783851ded,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:31.756069 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:31.782281 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e80b59-f6df-4f55-93a4-5797c2fc6cea req-1dcadce7-009c-4c0e-9d3d-246560c4fed9 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:31.782281 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e7e80b59-f6df-4f55-93a4-5797c2fc6cea req-1dcadce7-009c-4c0e-9d3d-246560c4fed9 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.6466503 Jun 16 16:14:31.856891 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:31.871750 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:31.900348 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Transition to ACTIVE for port object 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:31.900623 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-0befddbb-0892-4836-a91a-63e221e3118e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1194af4d-03a8-4502-a181-4c4fcee3a68d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159024 Jun 16 16:14:31.935071 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e7e80b59-f6df-4f55-93a4-5797c2fc6cea req-074b13e7-aacf-4ac2-aa90-49ec29950f50 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135302 Jun 16 16:14:32.104876 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a7553ad8-2543-4485-942a-e3a1426503df req-451ad015-1f3c-4bd5-9add-8dc653307c64 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.0288675 Jun 16 16:14:32.579178 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:32.649358 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3e7b9510-e030-4e5b-9697-fb5eb405dc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:32.729554 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Pushing event updated for resources: {'Port': ['ID=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:32.729554 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:32.774906 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-730ec9fc-b9d9-4a2d-807d-367a60ff7502 req-df49dd7e-b5d0-437f-b01f-d11f0383af89 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.0750761 Jun 16 16:14:32.986033 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Allocated IP 172.20.0.3 (aa374633-fdff-4064-b633-651452c26675/e027658f-1a9f-4318-ac29-e96d80178b1f/133af854-3405-4230-8c12-97435163bdb6) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:33.265141 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ca6f4231-d1aa-4a42-84f5-78ab247ac80c req-716803d6-b712-49b0-ae33-045883fc24ac tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Jun 16 16:14:33.346398 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Attempting to bind port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:33.346785 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Attempting to bind port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:33.347001 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Attempting to bind port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 on network aa374633-fdff-4064-b633-651452c26675 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:33.369039 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 on network aa374633-fdff-4064-b633-651452c26675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:14:33.369370 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Attempting to bind port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 on network aa374633-fdff-4064-b633-651452c26675 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:33.395022 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:33.395354 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Checking segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:33.395909 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Bound using segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:33.396358 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Bound port: 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:33.396798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:33.477171 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 52950) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:33.499910 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac46f8-af81-4d21-8e3a-5eb872bdad5f req-5e6a2bae-57a3-4a60-b2c0-953a1069f181 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:33.501803 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:33.502113 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e4ac46f8-af81-4d21-8e3a-5eb872bdad5f req-5e6a2bae-57a3-4a60-b2c0-953a1069f181 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.3898878 Jun 16 16:14:33.551436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:33.652262 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] For port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:33.698844 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:33.711623 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] For port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:33.715793 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e4ac46f8-af81-4d21-8e3a-5eb872bdad5f req-c9e5d02b-ae8b-486c-8bb9-f5693a1d76ae tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031062 Jun 16 16:14:33.791225 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:33.797078 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:33.835034 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52960) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:33.872045 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a8c6fc-e47b-4541-84d5-d8d444ef74f0,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:33.876419 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:33.879916 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9de052c80df045df9734ec0be1286e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011412 Jun 16 16:14:33.883334 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52966) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:33.930565 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 52968) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:33.935657 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-437d53b1-d7a1-4344-be87-cb77bb44a31f req-2f0bbf9c-5956-4b54-8cef-c519b5531d31 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.0457411 Jun 16 16:14:33.997014 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.013278 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.015757 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:34.055514 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.069763 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.129626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:34.145189 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.145189 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] 10.222.0.79 "PUT /v2.0/ports/78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 1094 time: 3.5358663 Jun 16 16:14:34.145189 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'tag': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:34.204367 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.207865 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Network aa374633-fdff-4064-b633-651452c26675 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:34.213725 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Pushing event updated for resources: {'Port': ['ID=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:34.215908 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:34.228172 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:34.235747 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:34.263800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:34.266749 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.400462 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca3f67c-cc05-4e30-8f54-afb744875297" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f85b7d-04c7-428e-856f-5156c9f283f0", "tag": "78a6ce3d-344f-40ae-9a9f-51c7828f7c88"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:34.452587 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:34.453346 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.468608 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Pushing event updated for resources: {'Port': ['ID=133af854-3405-4230-8c12-97435163bdb6,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:34.481861 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:34.558046 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0a9bc-48ef-4259-a27a-66e76290694d req-5ec9bd2d-2fad-4b23-9c26-f7075952d4a2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:34.560983 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a9e0a9bc-48ef-4259-a27a-66e76290694d req-5ec9bd2d-2fad-4b23-9c26-f7075952d4a2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 931 time: 0.0950375 Jun 16 16:14:34.564762 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.581081 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.582116 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24a8c6fc-e47b-4541-84d5-d8d444ef74f0 HTTP/1.1" status: 204 len: 168 time: 0.6952178 Jun 16 16:14:34.586510 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde062fa-aef0-4786-803c-78d30fbff484 x-openstack-request-id: req-bde062fa-aef0-4786-803c-78d30fbff484 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:34.586848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f85b7d-04c7-428e-856f-5156c9f283f0", "tag": "78a6ce3d-344f-40ae-9a9f-51c7828f7c88", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:34.587121 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bde062fa-aef0-4786-803c-78d30fbff484 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:34.587778 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'tag': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88', 'status': 'completed', 'code': 200} Jun 16 16:14:34.588645 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b6284ee5-ddec-4e0f-87d1-1ecb5ef42d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:34.626134 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a8c6fc-e47b-4541-84d5-d8d444ef74f0,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:34.650660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:34.684028 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a9e0a9bc-48ef-4259-a27a-66e76290694d req-9af9343a-2990-4e8b-9f80-7f273110f238 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078832 Jun 16 16:14:34.736551 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.944688 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897db18-f906-4bcd-8525-af291a14893c req-f5e6041b-1d25-4657-bcc4-b0f063a4b4c9 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:34.946158 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d897db18-f906-4bcd-8525-af291a14893c req-f5e6041b-1d25-4657-bcc4-b0f063a4b4c9 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.0739820 Jun 16 16:14:34.985869 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d897db18-f906-4bcd-8525-af291a14893c req-34cd6444-53cf-42e8-88f3-b48e146146ad tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Jun 16 16:14:34.992033 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:34.999509 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:35.064833 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060bcc7d-96cf-4fb7-b8f5-818ad34a4830,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:35.071362 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:35.076793 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e183ed8e6d24a7e89367155790b7bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2398760 Jun 16 16:14:35.084905 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53006) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:35.116157 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e202d3e6-d222-42aa-8b37-790f9914b126 req-6e0f3f07-7c24-4daa-8d04-16cda7e945ba tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.0373189 Jun 16 16:14:35.133479 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.162448 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.179399 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.299775 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.303556 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:35.327019 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.330599 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.332560 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/060bcc7d-96cf-4fb7-b8f5-818ad34a4830 HTTP/1.1" status: 204 len: 168 time: 0.2506533 Jun 16 16:14:35.337176 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b2d1c7d1-23a4-4857-9a72-3b22fc13cf2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:35.342602 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060bcc7d-96cf-4fb7-b8f5-818ad34a4830,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:35.345202 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e7035e8e-bb0d-43d4-8085-c1d769d9a20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:35.353004 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6994395 Jun 16 16:14:35.355415 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d9b27cde8514354806330058a877a30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3997655 Jun 16 16:14:35.356660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676f94bf-d122-4725-acf6-2a4f6563b209,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:35.372067 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53024) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:35.399109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:35.440793 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.468248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.550083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Request body: {'port': {'device_id': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:35.650706 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-fc096ef6-8325-449b-b9a9-37a6472dab7d service neutron] 10.222.0.79 "GET /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124389 Jun 16 16:14:35.679093 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.684554 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.691787 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/676f94bf-d122-4725-acf6-2a4f6563b209 HTTP/1.1" status: 204 len: 168 time: 0.3124380 Jun 16 16:14:35.696943 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:35.750510 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676f94bf-d122-4725-acf6-2a4f6563b209,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:35.761929 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:35.773902 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:35.781584 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8701d2ed-2574-4e71-9caa-e3daa15812c9 req-60096e4f-ccb0-47ab-841f-180998fbafb8 service neutron] 10.222.0.79 "GET /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231050 Jun 16 16:14:35.795116 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f67c-cc05-4e30-8f54-afb744875297 req-1b708e3b-9cc3-4a7a-9802-b90d05117567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:35.799479 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ca3f67c-cc05-4e30-8f54-afb744875297 req-1b708e3b-9cc3-4a7a-9802-b90d05117567 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1097 time: 0.2079141 Jun 16 16:14:35.928997 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3021a0a-a740-4c12-8d34-3be182941313 req-855beb8a-bdcb-4aaf-a242-5dc8af1cd268 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:35.930794 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b3021a0a-a740-4c12-8d34-3be182941313 req-855beb8a-bdcb-4aaf-a242-5dc8af1cd268 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 931 time: 0.0705886 Jun 16 16:14:35.986117 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b3021a0a-a740-4c12-8d34-3be182941313 req-f68699a3-7c23-40b3-aab5-a8c62b2bb5ba tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Jun 16 16:14:36.095231 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f67c-cc05-4e30-8f54-afb744875297 req-3693d513-ea2b-4b0c-9744-5c45506a6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:36.096735 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ca3f67c-cc05-4e30-8f54-afb744875297 req-3693d513-ea2b-4b0c-9744-5c45506a6fec service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=13ab6826de164efda67f06435e805092&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2748795 Jun 16 16:14:36.303629 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53070) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:36.325582 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-309e3614-b6ee-48de-ab58-01d2dfb459e8 req-86abc61b-5677-49d5-a07f-e9b7b5d56195 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.0770864 Jun 16 16:14:36.393196 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.661820 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3f67c-cc05-4e30-8f54-afb744875297 req-17b32840-143d-45c3-9af3-d6712e73b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:36.663349 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ca3f67c-cc05-4e30-8f54-afb744875297 req-17b32840-143d-45c3-9af3-d6712e73b70c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5580542 Jun 16 16:14:36.689185 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53080) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:36.710161 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5952c8-39df-45f2-80a1-8f541e30517b req-77390ab5-9dc6-4012-94a6-39587afdd15a tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:36.711646 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca5952c8-39df-45f2-80a1-8f541e30517b req-77390ab5-9dc6-4012-94a6-39587afdd15a tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.5550745 Jun 16 16:14:36.784676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53088) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:36.802905 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.806082 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133af854-3405-4230-8c12-97435163bdb6 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:36.823958 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-143262392-network', 'tenant_id': '1b58b65a0aa34abc826dbf7cbe6c6369'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:36.826773 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.850245 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca5952c8-39df-45f2-80a1-8f541e30517b req-1c5328b5-770d-4cb5-a40e-831f2b054c84 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311986 Jun 16 16:14:36.863828 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Transition to ACTIVE for port object 133af854-3405-4230-8c12-97435163bdb6 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:36.896279 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-04ca0d07-2406-404a-82de-4966672df7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:36.897847 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-04ca0d07-2406-404a-82de-4966672df7f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1097 time: 0.1820860 Jun 16 16:14:36.902371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.929414 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.959524 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:36.961335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:36.962945 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-ec4a1237-b4e7-42ea-b453-7ff2f29e6539 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 217 time: 0.0577626 Jun 16 16:14:36.974297 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.db.api [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:14:36.974297 dv-cinder-796685-1-smb neutron-server[92539]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:14:36.974297 dv-cinder-796685-1-smb neutron-server[92539]: [parameters: {'project_id_1': '26092d3d7ae24ec9b2417dd3dc0ebb06', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 14, 36, 832975)}] Jun 16 16:14:36.974297 dv-cinder-796685-1-smb neutron-server[92539]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92539) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:14:36.974845 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_db.api [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:14:37.043709 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Made reservation on behalf of 1b58b65a0aa34abc826dbf7cbe6c6369 for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:37.046365 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.081920 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.095408 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64d44b93662944edba66b258080d9248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7900312 Jun 16 16:14:37.099157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53092) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:37.101116 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=133af854-3405-4230-8c12-97435163bdb6,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.113754 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:37.116084 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:37.158030 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d6d63762-1533-4b69-a91b-f7eed888f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:37.159529 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-d6d63762-1533-4b69-a91b-f7eed888f184 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.1719596 Jun 16 16:14:37.228616 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0a7c9f2a-afb7-4134-9983-661e0d4e39f1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:37.234535 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0a7c9f2a-afb7-4134-9983-661e0d4e39f1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 811 time: 0.2029555 Jun 16 16:14:37.248395 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-ee666f5d-8060-48ea-bcab-6e5975869577 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785058 Jun 16 16:14:37.253873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acb73d5-4ab9-4ab6-8bc2-d74b36f77348,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.262415 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:37.313240 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53096) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:37.313966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.320133 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948d7f6-d0ce-4206-84c2-79b737046b4b req-61af362d-b39f-4fea-bd16-2e616af222b2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:37.321865 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b948d7f6-d0ce-4206-84c2-79b737046b4b req-61af362d-b39f-4fea-bd16-2e616af222b2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 943 time: 0.1780665 Jun 16 16:14:37.405464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Attempting to bind port 133af854-3405-4230-8c12-97435163bdb6 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:37.405464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Attempting to bind port 133af854-3405-4230-8c12-97435163bdb6 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:37.405464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Attempting to bind port 133af854-3405-4230-8c12-97435163bdb6 on network aa374633-fdff-4064-b633-651452c26675 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:37.405464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.405464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Port 133af854-3405-4230-8c12-97435163bdb6 on network aa374633-fdff-4064-b633-651452c26675 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:14:37.405464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Attempting to bind port 133af854-3405-4230-8c12-97435163bdb6 on network aa374633-fdff-4064-b633-651452c26675 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:37.418417 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:37.418759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Checking segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:37.419146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Bound using segment: {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:37.419915 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Bound port: 133af854-3405-4230-8c12-97435163bdb6, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df56abf-fa20-4de9-b662-59d9ba01e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'aa374633-fdff-4064-b633-651452c26675'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:37.420203 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.431806 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-c6c3ee3f-4871-4fd8-a389-a4560c4c6cfc tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e3553cdc164d29a5bbfd72def6080c HTTP/1.1" status: 200 len: 380 time: 0.1707795 Jun 16 16:14:37.433447 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-42bf6617-16e6-4f4b-8dd7-23186a966197 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766481 Jun 16 16:14:37.446253 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'port': {'device_id': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'admin_state_up': True, 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'security_groups': ['5bb6aef4-358a-4f9e-9c10-5318524ee977']}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:37.476660 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.502419 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.526529 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.588967 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.608381 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d737c157-e4ae-4507-af2f-0e77eca472b4 req-5193ee11-ecf4-48d4-9de8-8738d001346e tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.1144793 Jun 16 16:14:37.609343 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b948d7f6-d0ce-4206-84c2-79b737046b4b req-b6c58bc4-75d8-45f8-acd4-af03275d3e27 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524606 Jun 16 16:14:37.635484 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7e11c910-432d-4585-9b31-07361d46f7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:37.649789 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] For port 133af854-3405-4230-8c12-97435163bdb6, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:37.653146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] For port 133af854-3405-4230-8c12-97435163bdb6, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=133af854-3405-4230-8c12-97435163bdb6,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:37.657808 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d76b883-853e-4281-8c66-ec90c7ec2eaa req-ee3f3f1b-0c05-40bb-988f-2e000a34c959 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110689 Jun 16 16:14:37.694182 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.698476 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.700889 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:37.702007 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.705064 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1acb73d5-4ab9-4ab6-8bc2-d74b36f77348 HTTP/1.1" status: 204 len: 168 time: 0.6047549 Jun 16 16:14:37.708175 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a5c6be6e-94fd-4080-8d77-097e3a062e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:37.709296 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:37.718962 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acb73d5-4ab9-4ab6-8bc2-d74b36f77348,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.722743 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:37.724373 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.724766 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Added segment bd1e2677-87df-42d2-92c5-b02e97ca9709 of type vlan for network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d Jun 16 16:14:37.728388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.732844 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:37.779429 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:37.780247 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.781773 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] 10.222.0.79 "PUT /v2.0/ports/133af854-3405-4230-8c12-97435163bdb6 HTTP/1.1" status: 200 len: 1093 time: 2.2387321 Jun 16 16:14:37.783007 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'tag': '133af854-3405-4230-8c12-97435163bdb6'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:37.785447 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b04a6b3-e2f7-470f-ba46-5349192ee176" -d '{"events": [{"name": "network-changed", "server_uuid": "628ac6ff-5e7b-4885-b3e0-4ceb1f141919", "tag": "133af854-3405-4230-8c12-97435163bdb6"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:37.806999 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.814106 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=133af854-3405-4230-8c12-97435163bdb6,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:37.817617 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:37.826074 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df5639-2a8c-4a2a-a339-1c5dc5daffb4 x-openstack-request-id: req-75df5639-2a8c-4a2a-a339-1c5dc5daffb4 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:37.828323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628ac6ff-5e7b-4885-b3e0-4ceb1f141919", "tag": "133af854-3405-4230-8c12-97435163bdb6", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:37.828323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75df5639-2a8c-4a2a-a339-1c5dc5daffb4 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:37.828323 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'tag': '133af854-3405-4230-8c12-97435163bdb6', 'status': 'completed', 'code': 200} Jun 16 16:14:37.843740 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.899524 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a6b3-e2f7-470f-ba46-5349192ee176 req-d5bf5688-a456-4ec6-b307-504028b8d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:37.901050 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9b04a6b3-e2f7-470f-ba46-5349192ee176 req-d5bf5688-a456-4ec6-b307-504028b8d9d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 1096 time: 0.0530841 Jun 16 16:14:37.968801 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:37.972393 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:38.011994 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26092d3d7ae24ec9b2417dd3dc0ebb06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2261560 Jun 16 16:14:38.012869 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6257d721-6ace-4df9-8d62-6c4e408da820,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:38.024562 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53124) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:38.026685 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:38.046819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.050847 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:38.051427 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.055136 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a6b3-e2f7-470f-ba46-5349192ee176 req-14179975-edf0-4b2e-b654-1350021d2a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:38.056589 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9b04a6b3-e2f7-470f-ba46-5349192ee176 req-14179975-edf0-4b2e-b654-1350021d2a76 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=13ab6826de164efda67f06435e805092&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1482227 Jun 16 16:14:38.056944 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:38.118730 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718c24c-c676-4851-84a6-91842e312fcd req-6dbe64cc-d258-4d23-8ec8-cec497596a83 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:38.120220 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7718c24c-c676-4851-84a6-91842e312fcd req-6dbe64cc-d258-4d23-8ec8-cec497596a83 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.1453462 Jun 16 16:14:38.138085 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.143482 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Pushing event updated for resources: {'Network': ['ID=69248a63-ed63-4fe7-a4b9-5e5f092aa47d,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:38.147292 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:38.154708 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:38.177651 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.240813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.240813 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7718c24c-c676-4851-84a6-91842e312fcd req-5fb8416c-f4bc-4310-aee6-fb921bd5a98a tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110451 Jun 16 16:14:38.250232 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04a6b3-e2f7-470f-ba46-5349192ee176 req-ae68cd4c-0e0e-4b2e-bc0a-c113482eb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:38.252184 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9b04a6b3-e2f7-470f-ba46-5349192ee176 req-ae68cd4c-0e0e-4b2e-bc0a-c113482eb713 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845770 Jun 16 16:14:38.315240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.318192 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.319408 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6257d721-6ace-4df9-8d62-6c4e408da820 HTTP/1.1" status: 204 len: 168 time: 0.2937963 Jun 16 16:14:38.320078 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:38.327584 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6257d721-6ace-4df9-8d62-6c4e408da820,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:38.330591 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:38.344391 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.352670 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5879af58-0858-4879-9fe9-be7d380f54b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:38.402135 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90d867eb23ea4df2a7558507bec91ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0820880 Jun 16 16:14:38.402771 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53140) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:38.404130 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7139935 Jun 16 16:14:38.406170 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce9a841-dfcd-4a5d-88c4-792c2c7319ac,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:38.409717 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53142) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:38.413138 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Request body: {'subnet': {'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-143262392-subnet', 'tenant_id': '1b58b65a0aa34abc826dbf7cbe6c6369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:38.414959 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:38.417006 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-1859e4e7-d9cd-41e2-af77-62d02b5ef729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:38.418463 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-1859e4e7-d9cd-41e2-af77-62d02b5ef729 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 1096 time: 0.1152201 Jun 16 16:14:38.476064 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-ff3f0562-52a4-483d-a33c-063cac615878 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=133af854-3405-4230-8c12-97435163bdb6 HTTP/1.1" status: 200 len: 217 time: 0.0467248 Jun 16 16:14:38.495478 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Made reservation on behalf of 35e3553cdc164d29a5bbfd72def6080c for: {'port': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:38.500656 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.525993 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.555125 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-0f2793e1-0a4a-484d-a76b-530c09ed442d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:38.556584 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-0f2793e1-0a4a-484d-a76b-530c09ed442d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.0700841 Jun 16 16:14:38.558343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.599658 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-bd8794c7-be3e-40fb-b732-c3667e1f8e33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349128 Jun 16 16:14:38.683753 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Allocated IP 172.20.0.11 (7ee95fdc-5706-4254-8e24-11dbc4867738/6f3eb86f-028a-4f48-839e-53427cd5daa5/5948bea1-1ab0-4067-a9e2-640fd23a98a5) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:38.710377 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Made reservation on behalf of 1b58b65a0aa34abc826dbf7cbe6c6369 for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:38.713135 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392307'] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.761437 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-0b223659-b124-4957-8838-57b833006c71 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549714 Jun 16 16:14:38.880548 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.883117 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:38.887033 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fce9a841-dfcd-4a5d-88c4-792c2c7319ac HTTP/1.1" status: 204 len: 168 time: 0.4817872 Jun 16 16:14:38.907700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:38.922797 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d7b213e5-93e3-4247-b2a4-af34e7d65dbe req-8d41501e-bac9-46d4-ae75-b01d9671d55d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.0551305 Jun 16 16:14:38.940370 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce9a841-dfcd-4a5d-88c4-792c2c7319ac,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:38.953543 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:38.993035 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40e5fd21-c50f-46e9-a263-69d421ecfdc0 req-e96cdc25-6e62-4459-b030-786a1718b205 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217820 Jun 16 16:14:39.072877 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a5d8-2bd8-4988-bc10-3ada636bac79 req-0a13bbf9-c1f9-4ead-8094-d228cfd91701 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:39.074363 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b483a5d8-2bd8-4988-bc10-3ada636bac79 req-0a13bbf9-c1f9-4ead-8094-d228cfd91701 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 943 time: 0.2573204 Jun 16 16:14:39.144661 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.183511 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Transition to ACTIVE for port object 5948bea1-1ab0-4067-a9e2-640fd23a98a5 will not be triggered until provisioned by entity DHCP. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:39.197180 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b483a5d8-2bd8-4988-bc10-3ada636bac79 req-94b3605a-8e8b-4892-b43a-0c4d76e7e967 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Jun 16 16:14:39.271122 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3820658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392289'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.275465 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7d1f5612-5b72-4211-89f7-580a5061d902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:39.315133 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.347377 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b5d66b-a844-419d-bf57-2637db01829e,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:39.354616 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:39.356612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:39.365930 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:39.366637 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Checking segment: {'id': 'bd1e2677-87df-42d2-92c5-b02e97ca9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:39.367161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Network hostable DHCP agents. Network: 69248a63-ed63-4fe7-a4b9-5e5f092aa47d, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:39.390833 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:39.395268 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:39.437985 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebbceb-4282-4931-9e49-5b85ae58b7db req-95898ea4-673d-4d24-bb38-add1e8df8e15 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:39.440140 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-beebbceb-4282-4931-9e49-5b85ae58b7db req-95898ea4-673d-4d24-bb38-add1e8df8e15 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 943 time: 0.0790999 Jun 16 16:14:39.453434 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'Port': ['ID=5948bea1-1ab0-4067-a9e2-640fd23a98a5,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:39.462390 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:39.486591 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:39.487256 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.516527 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-beebbceb-4282-4931-9e49-5b85ae58b7db req-f937a1a9-08f5-4f01-b9c7-d74fff2ec0fb tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645418 Jun 16 16:14:39.652198 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:39.676066 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2409420 Jun 16 16:14:39.687987 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Request body: {'port': {'device_id': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:39.760628 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-cebdb2c1-b2f4-46ae-ab19-706e8a512a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.766776 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-2cafed6f-d6f7-4398-bbd3-6357452ac8d1 None None] Provisioning for port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:39.767054 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.768155 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-2cafed6f-d6f7-4398-bbd3-6357452ac8d1 None None] Provisioning complete for port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:39.768674 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-2cafed6f-d6f7-4398-bbd3-6357452ac8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.805957 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-2cafed6f-d6f7-4398-bbd3-6357452ac8d1 None None] Port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:14:39.858136 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53196) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:39.871621 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.904412 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 69248a63-ed63-4fe7-a4b9-5e5f092aa47d) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:39.910423 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:39.911176 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:39.919483 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6012d-8cd1-4235-822d-4d9d2fbaa1c5 None None] Network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:39.978581 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.063464 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 90e05239-51dd-4957-ad0c-9bfe7510bbfb details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:14:40.074382 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.077398 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a0524f79-36dc-4612-bca8-f48cdb4d4cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:40.139539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af844886-637f-4b98-a836-8a335d53c0a8,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:40.144336 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c623ac82e6e14742a28fc4e3dfb37356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850504 Jun 16 16:14:40.145432 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:40.146923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53210) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:40.160830 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5948bea1-1ab0-4067-a9e2-640fd23a98a5 {{(pid=92539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:40.214969 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.254328 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf443f-5521-41c6-b9b1-7c3b26efc301 None None] Network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:40.273539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.296837 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb,segment=NetworkSegment(31a3166f-44f8-496b-ae9d-742bd2c0b827),segment_id=31a3166f-44f8-496b-ae9d-742bd2c0b827)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:40.340075 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '90e05239-51dd-4957-ad0c-9bfe7510bbfb', 'network_id': '1194af4d-03a8-4502-a181-4c4fcee3a68d', 'port_id': '90e05239-51dd-4957-ad0c-9bfe7510bbfb', 'mac_address': 'fa:16:3e:1a:7f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cca4f0f-23a0-4134-9326-e5d96afc342d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:14:40.348457 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.356211 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9478354 Jun 16 16:14:40.423242 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.435454 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256acc-96b5-4c92-987a-39576ff226db req-e8a8daa2-718f-43c8-af3c-a8e29854cc85 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:40.442371 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-63256acc-96b5-4c92-987a-39576ff226db req-e8a8daa2-718f-43c8-af3c-a8e29854cc85 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 932 time: 0.3116314 Jun 16 16:14:40.452041 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Transition to ACTIVE for port object 5948bea1-1ab0-4067-a9e2-640fd23a98a5 will not be triggered until provisioned by entity L2. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:40.464438 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e05239-51dd-4957-ad0c-9bfe7510bbfb {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:40.465451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.470526 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.472378 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af844886-637f-4b98-a836-8a335d53c0a8 HTTP/1.1" status: 204 len: 168 time: 0.3245692 Jun 16 16:14:40.474706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:40.490998 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb,segment=NetworkSegment(31a3166f-44f8-496b-ae9d-742bd2c0b827),segment_id=31a3166f-44f8-496b-ae9d-742bd2c0b827)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:40.491098 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af844886-637f-4b98-a836-8a335d53c0a8,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:40.494582 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:40.494854 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-63256acc-96b5-4c92-987a-39576ff226db req-b77d33c9-fffe-480f-a94a-e4f02ac51ded tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503840 Jun 16 16:14:40.535139 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a53b1-1aef-409a-b686-e93cd584f509 req-4fbb5db7-576d-4c61-ac20-87d9389217a3 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:40.543394 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c32a53b1-1aef-409a-b686-e93cd584f509 req-4fbb5db7-576d-4c61-ac20-87d9389217a3 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 943 time: 0.1131096 Jun 16 16:14:40.543865 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.549690 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d4a61025-c3aa-430d-8ba9-cb201d14e6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:40.584662 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.586523 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b0932b02-3d79-4eb5-b265-ffa26e197fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:40.605942 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c32a53b1-1aef-409a-b686-e93cd584f509 req-455a7706-0d48-4a78-a376-65f146a8c36f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Jun 16 16:14:40.643959 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=90e05239-51dd-4957-ad0c-9bfe7510bbfb,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:40.651854 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:40.711512 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Pushing event updated for resources: {'Port': ['ID=5948bea1-1ab0-4067-a9e2-640fd23a98a5,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:40.726903 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:40.824439 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Attempting to bind port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:40.824439 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Attempting to bind port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:40.824439 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Attempting to bind port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 on network 7ee95fdc-5706-4254-8e24-11dbc4867738 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:40.831760 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd715-c22a-4eb8-bc61-727f39d45933 req-ec7a1314-527a-407e-abb1-7209f8c80a78 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:40.833326 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e1edd715-c22a-4eb8-bc61-727f39d45933 req-ec7a1314-527a-407e-abb1-7209f8c80a78 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 944 time: 0.1240985 Jun 16 16:14:40.835512 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 on network 7ee95fdc-5706-4254-8e24-11dbc4867738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:14:40.835838 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Attempting to bind port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 on network 7ee95fdc-5706-4254-8e24-11dbc4867738 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:40.848245 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:40.848612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Checking segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:40.848999 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Bound using segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:40.849443 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Bound port: 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:40.849795 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:40.850207 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['90e05239-51dd-4957-ad0c-9bfe7510bbfb'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:40.912287 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e1edd715-c22a-4eb8-bc61-727f39d45933 req-35948084-7b7f-478d-97c6-30bdf062a30f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713511 Jun 16 16:14:40.946099 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] For port 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host hv-cinder-79668, cleared binding levels {{(pid=92539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:40.950357 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] For port 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:41.018344 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:41.039799 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:41.059661 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.060689 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:41.062325 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] 10.222.0.79 "PUT /v2.0/ports/5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 200 len: 1094 time: 1.3786557 Jun 16 16:14:41.091403 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:41.093745 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceeecc6-08dd-4169-a8f4-afc696c68c34" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:41.135409 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Pushing event updated for resources: {'Port': ['ID=5948bea1-1ab0-4067-a9e2-640fd23a98a5,revision_number=3']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:41.145602 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c427f28c-6a8d-440b-8f9a-dbd471cf48fb x-openstack-request-id: req-c427f28c-6a8d-440b-8f9a-dbd471cf48fb {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:41.146122 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:41.146400 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c427f28c-6a8d-440b-8f9a-dbd471cf48fb {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:41.146998 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'status': 'completed', 'code': 200} Jun 16 16:14:41.147795 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:41.221554 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeecc6-08dd-4169-a8f4-afc696c68c34 req-f37ca3f9-e8b2-47c3-825e-6fdc9276f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.223874 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ceeecc6-08dd-4169-a8f4-afc696c68c34 req-f37ca3f9-e8b2-47c3-825e-6fdc9276f980 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1097 time: 0.0615268 Jun 16 16:14:41.406733 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeecc6-08dd-4169-a8f4-afc696c68c34 req-041532ba-4c40-4ffc-a9ac-d2d63674a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.410984 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ceeecc6-08dd-4169-a8f4-afc696c68c34 req-041532ba-4c40-4ffc-a9ac-d2d63674a3de service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=35e3553cdc164d29a5bbfd72def6080c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1763074 Jun 16 16:14:41.593515 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeecc6-08dd-4169-a8f4-afc696c68c34 req-d86558f0-f345-42b4-b839-081c7e6a103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.595176 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ceeecc6-08dd-4169-a8f4-afc696c68c34 req-d86558f0-f345-42b4-b839-081c7e6a103a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802213 Jun 16 16:14:41.729746 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281789d0-1cfa-44b8-8a4c-1aaf3a809f66 req-36da753c-165d-4a12-97ee-df04f612de57 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.731322 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-281789d0-1cfa-44b8-8a4c-1aaf3a809f66 req-36da753c-165d-4a12-97ee-df04f612de57 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 944 time: 0.1193032 Jun 16 16:14:41.747098 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-f59b188f-54c8-4a73-b2df-71a02e63f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.749438 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-f59b188f-54c8-4a73-b2df-71a02e63f29a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1097 time: 0.0957186 Jun 16 16:14:41.792952 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e093ac-6c2e-4763-b10b-e186f900c2ce req-ec266d27-0b86-46d5-be9d-787176e18769 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.801651 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-97e093ac-6c2e-4763-b10b-e186f900c2ce req-ec266d27-0b86-46d5-be9d-787176e18769 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 943 time: 0.0938339 Jun 16 16:14:41.814943 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-83e3e6f7-72bc-48f2-b85a-e92d5f91e241 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 200 len: 217 time: 0.0517745 Jun 16 16:14:41.854107 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-97e093ac-6c2e-4763-b10b-e186f900c2ce req-646cb45f-7f56-4684-8b49-bbe09fb8c965 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514638 Jun 16 16:14:41.868006 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-281789d0-1cfa-44b8-8a4c-1aaf3a809f66 req-39d79bad-53e6-4df3-9d22-d3851a72a2c5 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292329 Jun 16 16:14:41.900098 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-d3fc6fe2-3ad3-4ae6-be9a-3e1926a20354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.901667 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-d3fc6fe2-3ad3-4ae6-be9a-3e1926a20354 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0781367 Jun 16 16:14:41.978771 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-58e1cdeb-868b-434c-8dcb-d48f2c6d71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:41.980258 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-58e1cdeb-868b-434c-8dcb-d48f2c6d71c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721197 Jun 16 16:14:41.984633 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 133af854-3405-4230-8c12-97435163bdb6 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:14:42.042675 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 90e05239-51dd-4957-ad0c-9bfe7510bbfb up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:42.112485 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-11be0566-e7d7-4f03-9b11-fe73c4e09da1 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249857 Jun 16 16:14:42.188293 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7233262-c7d0-4493-90e4-a7ae6b7e3752 req-9219efc6-c2bb-4e77-a704-6e74b6dfaef1 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:42.191951 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7233262-c7d0-4493-90e4-a7ae6b7e3752 req-9219efc6-c2bb-4e77-a704-6e74b6dfaef1 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 944 time: 0.1239438 Jun 16 16:14:42.205212 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 133af854-3405-4230-8c12-97435163bdb6, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=133af854-3405-4230-8c12-97435163bdb6,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:42.215497 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7142dc1d-2d6a-4d15-afad-716f3e6efc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.222856 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '133af854-3405-4230-8c12-97435163bdb6', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'port_id': '133af854-3405-4230-8c12-97435163bdb6', 'mac_address': 'fa:16:3e:e9:ef:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:14:42.250095 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec861ecf-18b9-40ff-bf4a-d5b7cb3e971c req-3745f756-ae00-48de-b4ad-85f9499d6bd2 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302779 Jun 16 16:14:42.276313 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.278833 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 90e05239-51dd-4957-ad0c-9bfe7510bbfb completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:42.289675 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7233262-c7d0-4493-90e4-a7ae6b7e3752 req-cd825e30-a12c-4cdc-bad3-35d7f11ec7c0 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910690 Jun 16 16:14:42.292448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 90e05239-51dd-4957-ad0c-9bfe7510bbfb triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:42.293024 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.330931 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53300) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:42.332914 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133af854-3405-4230-8c12-97435163bdb6 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:42.335805 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-913569707-network', 'tenant_id': '3e39869297cd466a933337201d05a50f'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:42.369667 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 133af854-3405-4230-8c12-97435163bdb6, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=133af854-3405-4230-8c12-97435163bdb6,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:42.414638 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.441985 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e05239-51dd-4957-ad0c-9bfe7510bbfb'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:42.506510 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.507944 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.508838 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:14:42.520219 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-61cdfa6f-f9c7-465c-b7e2-3f682ef14e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:42.526535 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Made reservation on behalf of 3e39869297cd466a933337201d05a50f for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:42.526666 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb,segment=NetworkSegment(31a3166f-44f8-496b-ae9d-742bd2c0b827),segment_id=31a3166f-44f8-496b-ae9d-742bd2c0b827)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:42.528891 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.538773 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.593852 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:42.602582 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.607384 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=133af854-3405-4230-8c12-97435163bdb6,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:42.612645 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:42.613236 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:42.616093 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88', 'network_id': 'aa374633-fdff-4064-b633-651452c26675', 'port_id': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88', 'mac_address': 'fa:16:3e:ef:be:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e027658f-1a9f-4318-ac29-e96d80178b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:14:42.671709 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c4596-4566-41f4-a523-bb2bcc7474d3" -d '{"events": [{"server_uuid": "e50beaf4-0430-47bd-951f-3dafdd6b2a28", "name": "network-vif-plugged", "status": "completed", "tag": "90e05239-51dd-4957-ad0c-9bfe7510bbfb"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:42.672518 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.806860 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.821679 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-8cc995f6-b129-4c8e-add5-60e8aa256e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:42.821802 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.821802 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=90e05239-51dd-4957-ad0c-9bfe7510bbfb,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:42.821802 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a02e616-8fbc-43ca-adfc-a96a2cf83c53 x-openstack-request-id: req-3a02e616-8fbc-43ca-adfc-a96a2cf83c53 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:42.821802 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50beaf4-0430-47bd-951f-3dafdd6b2a28", "name": "network-vif-plugged", "status": "completed", "tag": "90e05239-51dd-4957-ad0c-9bfe7510bbfb", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:42.822119 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a02e616-8fbc-43ca-adfc-a96a2cf83c53 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:42.822373 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e05239-51dd-4957-ad0c-9bfe7510bbfb', 'code': 200} Jun 16 16:14:42.823093 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:42.839454 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:42.841342 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:14:42.859281 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6c82b-c8f8-45c6-8c1b-210e5327a1cb,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:42.862600 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:42.863263 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:42.865182 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.865732 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Added segment 24f6b528-e7e6-4a50-a5c2-86c603107355 of type vlan for network 68eb41e5-babf-4e7b-972f-1456a4f2c3aa Jun 16 16:14:42.907413 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.973126 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:42.979960 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:43.039451 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:43.048814 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.050245 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:43.051564 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:43.052147 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.056356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:43.117436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ddd7-4d37-4c37-a27c-dd803ca08dd8 req-1f023af6-c286-4bf4-8f67-c69764794ce8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:43.131429 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4ca7ddd7-4d37-4c37-a27c-dd803ca08dd8 req-1f023af6-c286-4bf4-8f67-c69764794ce8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 944 time: 0.0882854 Jun 16 16:14:43.138663 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Pushing event updated for resources: {'Network': ['ID=68eb41e5-babf-4e7b-972f-1456a4f2c3aa,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:43.145676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:43.149617 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 68eb41e5-babf-4e7b-972f-1456a4f2c3aa details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:14:43.178619 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205011de-3dec-4233-8a91-21e6a9faaf7c req-1387934d-3417-4268-865c-b0759f980aa1 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:43.185504 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-205011de-3dec-4233-8a91-21e6a9faaf7c req-1387934d-3417-4268-865c-b0759f980aa1 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 944 time: 0.1893630 Jun 16 16:14:43.209907 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4ca7ddd7-4d37-4c37-a27c-dd803ca08dd8 req-95dd9b27-b882-414e-8411-3b666a6ddb60 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642374 Jun 16 16:14:43.244722 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9113998 Jun 16 16:14:43.246291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53346) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:43.251924 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Request body: {'subnet': {'network_id': '68eb41e5-babf-4e7b-972f-1456a4f2c3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-913569707-subnet', 'tenant_id': '3e39869297cd466a933337201d05a50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:43.287713 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['133af854-3405-4230-8c12-97435163bdb6'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:43.290452 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-205011de-3dec-4233-8a91-21e6a9faaf7c req-3f632784-ce19-45dc-a398-e3a8d0631f71 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040359 Jun 16 16:14:43.294996 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['78a6ce3d-344f-40ae-9a9f-51c7828f7c88'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:43.372458 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Made reservation on behalf of 3e39869297cd466a933337201d05a50f for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:43.374803 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035912'] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.428216 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc5eef-ec69-47a0-bca7-679a312a8786 req-1a781c1f-c43e-4d7e-af01-2d41bdfdb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:43.430007 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-19fc5eef-ec69-47a0-bca7-679a312a8786 req-1a781c1f-c43e-4d7e-af01-2d41bdfdb7ba service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 1098 time: 0.1381021 Jun 16 16:14:43.457098 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.475332 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-19fc5eef-ec69-47a0-bca7-679a312a8786 req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.550376 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53352) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:43.609421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17066-ec51-49d0-8bda-09eb5dad761d req-630acc92-e768-4a0d-8a76-4f6f23eabb0d tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:43.616412 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0ac17066-ec51-49d0-8bda-09eb5dad761d req-630acc92-e768-4a0d-8a76-4f6f23eabb0d tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 945 time: 0.1914897 Jun 16 16:14:43.639726 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-19fc5eef-ec69-47a0-bca7-679a312a8786 req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.700692 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0ac17066-ec51-49d0-8bda-09eb5dad761d req-1c7c9f84-768e-4198-ad51-69d2548e4668 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831826 Jun 16 16:14:43.726948 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-19fc5eef-ec69-47a0-bca7-679a312a8786 req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.736251 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-155572bf-bc9d-4e7c-a513-de6cef1a20ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:43.758663 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.760720 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-19fc5eef-ec69-47a0-bca7-679a312a8786 req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231142 Jun 16 16:14:43.771691 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=711673b9-e3a0-4405-b09e-1443a1ef60e9,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:43.774887 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:43.827407 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3968071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035930'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.834561 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7406bede-9644-4cd7-b499-f1c51f0ea7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:43.889524 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:43.905169 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=92428756-516e-41f6-99dc-3163c6814a09,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:43.910600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:43.920272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Checking segment: {'id': '24f6b528-e7e6-4a50-a5c2-86c603107355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '68eb41e5-babf-4e7b-972f-1456a4f2c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:43.920866 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Network hostable DHCP agents. Network: 68eb41e5-babf-4e7b-972f-1456a4f2c3aa, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:14:43.988970 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.008884 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e305163f-9ac8-4de0-b093-717d9666b1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:44.023119 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3497693efed04e53aacf2cf93622b0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694812 Jun 16 16:14:44.027290 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53366) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:44.039793 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303c6e66-5112-494c-9fb6-2e7bba80cd60,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:44.043562 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:44.059778 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Network 68eb41e5-babf-4e7b-972f-1456a4f2c3aa is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:14:44.098917 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.126380 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.148719 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 68eb41e5-babf-4e7b-972f-1456a4f2c3aa) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:44.155835 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:44.155919 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.164110 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb59e54-45fe-44f9-8de1-bdc3920935bc None None] Network 68eb41e5-babf-4e7b-972f-1456a4f2c3aa requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:44.290904 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e746a0fa-cf38-4490-8927-927da82247fb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0432947 Jun 16 16:14:44.332668 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.342816 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e6f308-db32-4c56-b9d2-c14fd3f4bf14 None None] Network 68eb41e5-babf-4e7b-972f-1456a4f2c3aa requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:14:44.352593 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.360774 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/303c6e66-5112-494c-9fb6-2e7bba80cd60 HTTP/1.1" status: 204 len: 168 time: 0.3339000 Jun 16 16:14:44.363080 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6f688d46-1fe8-44f6-8a90-abdccac2560d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:44.370051 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303c6e66-5112-494c-9fb6-2e7bba80cd60,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:44.383311 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:44.562590 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d9de2-f673-4581-bf2f-0f90ba980b3d req-29e783dc-4c89-4bbd-bb62-b044f9f0b367 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:44.564352 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-984d9de2-f673-4581-bf2f-0f90ba980b3d req-29e783dc-4c89-4bbd-bb62-b044f9f0b367 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 944 time: 0.0696228 Jun 16 16:14:44.618471 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-984d9de2-f673-4581-bf2f-0f90ba980b3d req-289216ea-b4bd-4fc1-94dd-be85d505a635 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Jun 16 16:14:44.729399 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0b307-71a0-4d49-bfc4-7c5f16b61aa1 req-5ac2a517-08f4-43e0-ac76-f93fc59e16b9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:44.730858 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2ff0b307-71a0-4d49-bfc4-7c5f16b61aa1 req-5ac2a517-08f4-43e0-ac76-f93fc59e16b9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 944 time: 0.2788427 Jun 16 16:14:44.776196 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2ff0b307-71a0-4d49-bfc4-7c5f16b61aa1 req-f7c25114-9cd2-4007-85e6-100da8b2d550 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388837 Jun 16 16:14:44.915214 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:44.970595 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521472d-a386-468f-b43d-c34d9a224aa5 req-dad01f56-cf63-4530-a4d0-c17f2cd3912f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:44.972564 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6521472d-a386-468f-b43d-c34d9a224aa5 req-dad01f56-cf63-4530-a4d0-c17f2cd3912f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 945 time: 0.0835793 Jun 16 16:14:45.023836 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6521472d-a386-468f-b43d-c34d9a224aa5 req-fe3e57b9-ad54-4323-ab96-7be3cf6dac9c tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 Jun 16 16:14:45.144613 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3555aed4-d6c3-4492-af45-b11719536113 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:45.146038 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3555aed4-d6c3-4492-af45-b11719536113 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/networks?id=69248a63-ed63-4fe7-a4b9-5e5f092aa47d HTTP/1.1" status: 200 len: 808 time: 0.1016958 Jun 16 16:14:45.166245 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-56e2e20b-7945-44f5-bb1a-3ee9fb2720a5 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/quotas/1b58b65a0aa34abc826dbf7cbe6c6369 HTTP/1.1" status: 200 len: 375 time: 0.0110505 Jun 16 16:14:45.200029 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-26725030-dcb4-4db5-aa5e-d64bc54dc79b tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b58b65a0aa34abc826dbf7cbe6c6369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312698 Jun 16 16:14:45.246638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53418) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:45.269470 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.307892 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-f20c7628-13d0-40bb-a56b-f5414db6744d service neutron] 10.222.0.22 "GET /v2.0/networks/69248a63-ed63-4fe7-a4b9-5e5f092aa47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997920 Jun 16 16:14:45.377939 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.420466 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-acab24cf-be27-43b3-8466-fda95b6aff05 service neutron] 10.222.0.22 "GET /v2.0/networks/69248a63-ed63-4fe7-a4b9-5e5f092aa47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049685 Jun 16 16:14:45.453978 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.470277 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-71d33b29-f00d-40de-b0a7-0ea810826c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:45.504439 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b6b671-4d0b-4049-a510-aa6baa6d8ff6,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.522944 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4d1b4ce400a48c2ac61cef6a172048c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752471 Jun 16 16:14:45.525014 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:45.525615 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53430) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:45.586209 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.606676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.724275 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-854adbdf-67c9-4152-bb74-f5a52fd8fb53 req-7cd78b4b-0923-4efd-adcc-d447e9b8df59 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 210 time: 0.0401101 Jun 16 16:14:45.733921 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.737613 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:45.739196 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48b6b671-4d0b-4049-a510-aa6baa6d8ff6 HTTP/1.1" status: 204 len: 168 time: 0.2124815 Jun 16 16:14:45.740145 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:45.750082 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b6b671-4d0b-4049-a510-aa6baa6d8ff6,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:45.758492 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:45.864533 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0d281-5681-40d8-a60d-66e01e0926a8 req-926f79f1-c439-42fd-9ce5-75f73be74c50 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:45.865335 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d9e0d281-5681-40d8-a60d-66e01e0926a8 req-926f79f1-c439-42fd-9ce5-75f73be74c50 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 944 time: 0.1057677 Jun 16 16:14:45.910984 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d9e0d281-5681-40d8-a60d-66e01e0926a8 req-c0db1645-4f68-4790-b8f9-5474ea9b3c0b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Jun 16 16:14:45.977884 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 5948bea1-1ab0-4067-a9e2-640fd23a98a5 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:14:45.984164 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 133af854-3405-4230-8c12-97435163bdb6 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:45.990017 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a09978-d26d-445d-8edf-2ae2986e6e0d req-f757e385-1207-4e35-90e9-f5afeccc0ff2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:45.997312 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-53a09978-d26d-445d-8edf-2ae2986e6e0d req-f757e385-1207-4e35-90e9-f5afeccc0ff2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 944 time: 0.0753171 Jun 16 16:14:46.139535 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:46.157882 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'port_id': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'mac_address': 'fa:16:3e:33:84:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:14:46.226974 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 133af854-3405-4230-8c12-97435163bdb6 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:46.245000 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 133af854-3405-4230-8c12-97435163bdb6 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:46.245623 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:46.247507 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:46.265065 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5948bea1-1ab0-4067-a9e2-640fd23a98a5 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:46.271116 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7ed0-5705-4979-993c-f3b6736682f7 req-2aa89123-b36a-421e-a862-713bce1ed4e8 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:46.275179 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-53a09978-d26d-445d-8edf-2ae2986e6e0d req-06029ff6-25cd-4cca-9c2e-54c6e21084f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767863 Jun 16 16:14:46.278890 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-206c7ed0-5705-4979-993c-f3b6736682f7 req-2aa89123-b36a-421e-a862-713bce1ed4e8 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 945 time: 0.1031334 Jun 16 16:14:46.315501 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:46.318794 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-206c7ed0-5705-4979-993c-f3b6736682f7 req-a5fb2283-2cef-406b-b472-fc3508cb58b4 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Jun 16 16:14:46.392666 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:46.430601 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:46.434382 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 133af854-3405-4230-8c12-97435163bdb6, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=133af854-3405-4230-8c12-97435163bdb6,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:46.434548 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133af854-3405-4230-8c12-97435163bdb6'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:46.437022 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04321e84-6073-4277-a9ae-5b1a466c5581" -d '{"events": [{"server_uuid": "628ac6ff-5e7b-4885-b3e0-4ceb1f141919", "name": "network-vif-plugged", "status": "completed", "tag": "133af854-3405-4230-8c12-97435163bdb6"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:46.442748 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-7ca8d3b3-fa1b-4a3b-a02d-ebecc56849f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:46.512539 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b54d6-c527-435a-b9fc-f4f4c259e78b x-openstack-request-id: req-c42b54d6-c527-435a-b9fc-f4f4c259e78b {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:46.516784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ac6ff-5e7b-4885-b3e0-4ceb1f141919", "name": "network-vif-plugged", "status": "completed", "tag": "133af854-3405-4230-8c12-97435163bdb6", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:46.516784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c42b54d6-c527-435a-b9fc-f4f4c259e78b {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:46.516784 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133af854-3405-4230-8c12-97435163bdb6', 'code': 200} Jun 16 16:14:46.516784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=5948bea1-1ab0-4067-a9e2-640fd23a98a5,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.518880 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:46.546249 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:46.546249 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:46.548059 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:46.626409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=133af854-3405-4230-8c12-97435163bdb6,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:46.630672 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:46.685048 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['5948bea1-1ab0-4067-a9e2-640fd23a98a5'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:46.771354 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:46.780213 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:46.780849 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:46.828391 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-43ea0a5f-d686-45ab-b487-698b9d652ba3 req-aac89b02-f954-4966-8736-77cb4f3a28f8 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 210 time: 0.0554564 Jun 16 16:14:46.935860 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.019221 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:47.057158 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163f8e2-c299-4c3b-8d5c-c198674beb06 req-666f643a-c473-4ec1-a055-be58c3ae0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:47.060942 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f163f8e2-c299-4c3b-8d5c-c198674beb06 req-666f643a-c473-4ec1-a055-be58c3ae0d95 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 1098 time: 0.0727849 Jun 16 16:14:47.109085 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:47.112622 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:47.119654 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f163f8e2-c299-4c3b-8d5c-c198674beb06 req-495752c0-07fc-4391-b58f-5e8f15346379 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540872 Jun 16 16:14:47.162548 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:47.166116 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:47.185222 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c780df8-978a-48e7-8338-fafe1f99bd63 req-b2f3682a-41af-430e-a715-0ae601f3f8a3 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:47.188850 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5c780df8-978a-48e7-8338-fafe1f99bd63 req-b2f3682a-41af-430e-a715-0ae601f3f8a3 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0862207 Jun 16 16:14:47.230248 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5c780df8-978a-48e7-8338-fafe1f99bd63 req-4996df92-0d5a-443a-b3f0-c0068724647c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347919 Jun 16 16:14:47.450280 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcf819-24ad-4238-89d4-2b0fd3d0d1bf req-3abfa352-5cf2-4b38-a876-bd8f032c1552 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:47.451706 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1edcf819-24ad-4238-89d4-2b0fd3d0d1bf req-3abfa352-5cf2-4b38-a876-bd8f032c1552 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 945 time: 0.0638356 Jun 16 16:14:47.492167 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1edcf819-24ad-4238-89d4-2b0fd3d0d1bf req-6eac9bff-3367-400d-9c35-0811f99306a1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345485 Jun 16 16:14:48.008853 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 5948bea1-1ab0-4067-a9e2-640fd23a98a5 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:48.013531 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-828d7fac-f2a5-4b75-84cb-90bb68e5449e req-f049dc8f-90e0-49da-bffe-5ea1fcdc3d81 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 210 time: 0.0347178 Jun 16 16:14:48.143567 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:48.147493 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:48.147885 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.237479 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.272904 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:48.303661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53568) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:48.356287 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.359257 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:48.431970 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=5948bea1-1ab0-4067-a9e2-640fd23a98a5,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.441479 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:48.464984 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe06b3-4e53-4864-a9c9-fa528b9e5330 req-a45969df-9997-47e6-bec8-965b4512c9d0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:48.472803 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c6fe06b3-4e53-4864-a9c9-fa528b9e5330 req-a45969df-9997-47e6-bec8-965b4512c9d0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1087339 Jun 16 16:14:48.494274 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.513671 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c6fe06b3-4e53-4864-a9c9-fa528b9e5330 req-e092ff99-9d09-489c-8e9f-ee05668bdd0d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Jun 16 16:14:48.514687 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88'}, {'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:48.518635 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108099fc-ef2f-4bcd-ae4d-2eaa0d9080b0" -d '{"events": [{"server_uuid": "e5f85b7d-04c7-428e-856f-5156c9f283f0", "name": "network-vif-plugged", "status": "completed", "tag": "78a6ce3d-344f-40ae-9a9f-51c7828f7c88"}, {"server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "name": "network-vif-plugged", "status": "completed", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:48.595451 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db499759-d06a-4a36-88c1-ab7497c60e7b x-openstack-request-id: req-db499759-d06a-4a36-88c1-ab7497c60e7b {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:48.595757 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f85b7d-04c7-428e-856f-5156c9f283f0", "name": "network-vif-plugged", "status": "completed", "tag": "78a6ce3d-344f-40ae-9a9f-51c7828f7c88", "code": 200}, {"server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "name": "network-vif-plugged", "status": "completed", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:48.596023 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db499759-d06a-4a36-88c1-ab7497c60e7b {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:48.596507 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88', 'code': 200} Jun 16 16:14:48.596778 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'code': 200} Jun 16 16:14:48.681109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.722829 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-ffeb9eaf-3d2d-485d-beb1-da733b756a7e tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:48.724587 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-ffeb9eaf-3d2d-485d-beb1-da733b756a7e tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.79 "GET /v2.0/networks?id=69248a63-ed63-4fe7-a4b9-5e5f092aa47d HTTP/1.1" status: 200 len: 808 time: 0.1740818 Jun 16 16:14:48.737347 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Request body: {'port': {'device_id': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d', 'admin_state_up': True, 'tenant_id': '1b58b65a0aa34abc826dbf7cbe6c6369'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:48.781854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699293dd-9dc5-4ba8-bb03-22ade7a66f3d req-6bb8f0b9-f52b-4480-b298-1549089417af tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:48.783474 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-699293dd-9dc5-4ba8-bb03-22ade7a66f3d req-6bb8f0b9-f52b-4480-b298-1549089417af tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0848846 Jun 16 16:14:48.785144 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:48.789272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c0bf1443-5a54-4c82-bd96-07d148067ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:48.943430 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-699293dd-9dc5-4ba8-bb03-22ade7a66f3d req-839668f4-59cc-464a-b3eb-6e87ee99dd67 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368573 Jun 16 16:14:48.947058 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=667b46098d00413f93bfc84ff3c6092b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423633 Jun 16 16:14:48.948390 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea236ba-b819-4beb-b0c2-1d427947904b,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:48.950107 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53604) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:48.958339 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:48.998458 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Made reservation on behalf of 1b58b65a0aa34abc826dbf7cbe6c6369 for: {'port': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:14:49.003136 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.095809 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.136173 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.192607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf08f5-189c-4930-8e7d-4126801d5f6d req-118c3672-dd07-44dc-8791-d5693bcd5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.194398 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-77bf08f5-189c-4930-8e7d-4126801d5f6d req-118c3672-dd07-44dc-8791-d5693bcd5a68 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.1326423 Jun 16 16:14:49.272013 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-77bf08f5-189c-4930-8e7d-4126801d5f6d req-a4e01809-196e-4c25-b979-edc52f20cdc2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707562 Jun 16 16:14:49.289881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Allocated IP 172.20.0.11 (69248a63-ed63-4fe7-a4b9-5e5f092aa47d/50b5d66b-a844-419d-bf57-2637db01829e/cc495af8-5626-4ffc-8bed-5d4b8294df66) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:14:49.317329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a25ab-2ae6-4d34-b317-ec6bce86c00a req-23d9693f-f686-4954-92c4-a0ccb6a0b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.322130 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8c1a25ab-2ae6-4d34-b317-ec6bce86c00a req-23d9693f-f686-4954-92c4-a0ccb6a0b3bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1099 time: 0.1034060 Jun 16 16:14:49.366569 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8c1a25ab-2ae6-4d34-b317-ec6bce86c00a req-14ef15ba-3d42-4bb4-8654-dfc1a5236706 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Jun 16 16:14:49.428242 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.430786 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.431870 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ea236ba-b819-4beb-b0c2-1d427947904b HTTP/1.1" status: 204 len: 168 time: 0.4807823 Jun 16 16:14:49.447938 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:49.477455 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-647f6c00-dafc-4242-abef-69c88a99580f req-e8db7169-5dfa-4a57-ba3e-6ab935d03094 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 210 time: 0.0530722 Jun 16 16:14:49.480322 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea236ba-b819-4beb-b0c2-1d427947904b,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:49.483933 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:49.519165 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.594184 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-e28dc93b-2b4b-4499-b640-3c063e7cf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.595681 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-e28dc93b-2b4b-4499-b640-3c063e7cf614 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 1098 time: 0.0636623 Jun 16 16:14:49.668031 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.682133 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4cc3d870-7cbb-4b0e-b7fb-fd8462b29611 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:49.734531 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:14:49.745182 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:14:49.754664 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:14:49.759737 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Pushing event updated for resources: {'Port': ['ID=cc495af8-5626-4ffc-8bed-5d4b8294df66,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:49.779228 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d339d0e-eed6-47ab-9cef-81429fd3778e req-eaef5b65-8aaa-4d52-8620-13904eadeb76 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.779228 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3d339d0e-eed6-47ab-9cef-81429fd3778e req-eaef5b65-8aaa-4d52-8620-13904eadeb76 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1425707 Jun 16 16:14:49.802304 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:49.824552 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-0aab0762-44cd-4435-90ee-1c0691ff965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.825822 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-0aab0762-44cd-4435-90ee-1c0691ff965e service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.2094004 Jun 16 16:14:49.844871 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.845780 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:49.851166 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3d339d0e-eed6-47ab-9cef-81429fd3778e req-bf5ac3e9-ae40-48fa-b179-e98d1a0d6e03 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570841 Jun 16 16:14:49.900446 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-ea1de2e1-400e-4456-bfb5-c40f3f41485f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=133af854-3405-4230-8c12-97435163bdb6 HTTP/1.1" status: 200 len: 217 time: 0.0653381 Jun 16 16:14:49.955818 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-ccbe54ff-b835-42a7-a6e1-73756491fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:49.957284 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-ccbe54ff-b835-42a7-a6e1-73756491fd6d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.0504367 Jun 16 16:14:49.961673 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2282782 Jun 16 16:14:50.001082 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Request body: {'port': {'device_id': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:50.023528 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-6510cbbb-5116-47b5-b18b-4612bfb470b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403235 Jun 16 16:14:50.088276 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.120811 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-cfd9d90e-116c-42a0-a531-9c0ce999a800 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900891 Jun 16 16:14:50.223962 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4277d81a-db02-4e0f-8489-ee36f107bc8d req-29183946-7c14-484b-9683-62b5ad54ab65 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903821 Jun 16 16:14:50.267525 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ae6c4-f609-4df9-8c09-418ada6962a8 req-9fac6dad-15d4-4c2e-9965-dd726c08d2dd tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:50.269109 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c41ae6c4-f609-4df9-8c09-418ada6962a8 req-9fac6dad-15d4-4c2e-9965-dd726c08d2dd tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1659837 Jun 16 16:14:50.298304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53648) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:50.311515 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.357856 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c41ae6c4-f609-4df9-8c09-418ada6962a8 req-1fcad575-d19c-40c8-a12b-7272d9df9c2a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803373 Jun 16 16:14:50.410694 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.467787 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc495af8-5626-4ffc-8bed-5d4b8294df66 {{(pid=92539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:50.475405 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.488223 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Transition to ACTIVE for port object cc495af8-5626-4ffc-8bed-5d4b8294df66 will not be triggered until provisioned by entity L2. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:14:50.503485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.506092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-73f9af8f-a357-41a3-ac73-d36e24561c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:50.549566 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=416b991104734420891172151120157c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501304 Jun 16 16:14:50.550473 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7836ef19-5291-4112-ae16-bb9337e7e769,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.552468 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53658) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:50.553832 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:50.614920 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.625322 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.637722 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:50.654744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.767928 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc495af8-5626-4ffc-8bed-5d4b8294df66,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.772878 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:50.863975 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d8a3f-e925-46c3-b5d4-b203e6b18f57 req-dfe863c4-e515-4dd1-9687-d3f6802df020 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:50.865462 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cd0d8a3f-e925-46c3-b5d4-b203e6b18f57 req-dfe863c4-e515-4dd1-9687-d3f6802df020 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 944 time: 0.2255015 Jun 16 16:14:50.891225 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Attempting to bind port cc495af8-5626-4ffc-8bed-5d4b8294df66 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:14:50.891425 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Attempting to bind port cc495af8-5626-4ffc-8bed-5d4b8294df66 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'bd1e2677-87df-42d2-92c5-b02e97ca9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d'}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:14:50.891748 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Attempting to bind port cc495af8-5626-4ffc-8bed-5d4b8294df66 on network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:50.901214 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Port cc495af8-5626-4ffc-8bed-5d4b8294df66 on network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:14:50.901543 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Attempting to bind port cc495af8-5626-4ffc-8bed-5d4b8294df66 on network 69248a63-ed63-4fe7-a4b9-5e5f092aa47d {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:14:50.916512 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.917049 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.921175 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7836ef19-5291-4112-ae16-bb9337e7e769 HTTP/1.1" status: 204 len: 168 time: 0.3630891 Jun 16 16:14:50.921175 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b61cc8cf-b1d4-410f-b69d-1ef2b2ce8e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:50.923844 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:14:50.924730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Checking segment: {'id': 'bd1e2677-87df-42d2-92c5-b02e97ca9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:14:50.924730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Bound using segment: {'id': 'bd1e2677-87df-42d2-92c5-b02e97ca9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d'} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:14:50.924989 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Bound port: cc495af8-5626-4ffc-8bed-5d4b8294df66, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1e2677-87df-42d2-92c5-b02e97ca9709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d'}}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:14:50.925334 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:50.935124 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cd0d8a3f-e925-46c3-b5d4-b203e6b18f57 req-b2e37a4b-e568-4a0a-b5ed-345c63be51ac tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602489 Jun 16 16:14:50.942948 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7836ef19-5291-4112-ae16-bb9337e7e769,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:50.947248 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:51.034744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] For port cc495af8-5626-4ffc-8bed-5d4b8294df66, host hv-cinder-79668, cleared binding levels {{(pid=92539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:14:51.042120 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] For port cc495af8-5626-4ffc-8bed-5d4b8294df66, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cc495af8-5626-4ffc-8bed-5d4b8294df66,segment=NetworkSegment(bd1e2677-87df-42d2-92c5-b02e97ca9709),segment_id=bd1e2677-87df-42d2-92c5-b02e97ca9709)] {{(pid=92539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:14:51.115074 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16745b-64a3-49a5-9113-16ff2e50704d req-162c2253-2f6d-41f1-9b81-2ede9a497060 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.116699 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1a16745b-64a3-49a5-9113-16ff2e50704d req-162c2253-2f6d-41f1-9b81-2ede9a497060 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0635593 Jun 16 16:14:51.128377 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:51.131523 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:51.158922 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1a16745b-64a3-49a5-9113-16ff2e50704d req-e3b879ad-931c-4ee0-892d-37bf6f52775d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365198 Jun 16 16:14:51.166285 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.166724 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:51.170303 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] 10.222.0.79 "PUT /v2.0/ports/cc495af8-5626-4ffc-8bed-5d4b8294df66 HTTP/1.1" status: 200 len: 1094 time: 1.1814876 Jun 16 16:14:51.170769 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'tag': 'cc495af8-5626-4ffc-8bed-5d4b8294df66'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:51.174883 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c451d85-81c2-4451-aef7-ad88f742c687" -d '{"events": [{"name": "network-changed", "server_uuid": "54a45c4b-8fa6-4abb-9959-8ab225132833", "tag": "cc495af8-5626-4ffc-8bed-5d4b8294df66"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:51.199195 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc495af8-5626-4ffc-8bed-5d4b8294df66,revision_number=3']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:51.209260 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:51.218166 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b248d09d-2d2b-4c2a-b039-29a793073509 x-openstack-request-id: req-b248d09d-2d2b-4c2a-b039-29a793073509 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:51.218476 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a45c4b-8fa6-4abb-9959-8ab225132833", "tag": "cc495af8-5626-4ffc-8bed-5d4b8294df66", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:51.218825 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b248d09d-2d2b-4c2a-b039-29a793073509 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:51.219192 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'tag': 'cc495af8-5626-4ffc-8bed-5d4b8294df66', 'status': 'completed', 'code': 200} Jun 16 16:14:51.299449 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451d85-81c2-4451-aef7-ad88f742c687 req-c2c5408c-9989-4e5b-9903-330a2e30d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.300952 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c451d85-81c2-4451-aef7-ad88f742c687 req-c2c5408c-9989-4e5b-9903-330a2e30d31a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b58b65a0aa34abc826dbf7cbe6c6369&device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 1097 time: 0.0586309 Jun 16 16:14:51.416186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451d85-81c2-4451-aef7-ad88f742c687 req-9fa47b35-54d8-470d-9087-6e87b9f5862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.418553 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c451d85-81c2-4451-aef7-ad88f742c687 req-9fa47b35-54d8-470d-9087-6e87b9f5862a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=1b58b65a0aa34abc826dbf7cbe6c6369&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1035078 Jun 16 16:14:51.556098 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451d85-81c2-4451-aef7-ad88f742c687 req-a88cf0e9-d3fc-4f1e-8977-7c7ee44a6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.557611 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c451d85-81c2-4451-aef7-ad88f742c687 req-a88cf0e9-d3fc-4f1e-8977-7c7ee44a6fa9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256130 Jun 16 16:14:51.579920 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e4482-1575-42af-94d7-504368e5835c req-31f07b0d-725f-4318-a999-c44ff4a6e0f6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.588342 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-558e4482-1575-42af-94d7-504368e5835c req-31f07b0d-725f-4318-a999-c44ff4a6e0f6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0755174 Jun 16 16:14:51.644130 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-558e4482-1575-42af-94d7-504368e5835c req-62d244bc-c86a-432a-aa9e-6b9e513dce47 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547900 Jun 16 16:14:51.682136 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-9cbbd634-e119-4595-a71a-054aebcfd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.683853 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-9cbbd634-e119-4595-a71a-054aebcfd9f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b58b65a0aa34abc826dbf7cbe6c6369&device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 1097 time: 0.0761654 Jun 16 16:14:51.743866 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-b5274afc-c348-4b66-9483-c5e782f0b8d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc495af8-5626-4ffc-8bed-5d4b8294df66 HTTP/1.1" status: 200 len: 217 time: 0.0411015 Jun 16 16:14:51.755585 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:14:51.881875 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-61892ddc-5721-448c-aa27-ac88ffa644c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.883283 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-61892ddc-5721-448c-aa27-ac88ffa644c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=50b5d66b-a844-419d-bf57-2637db01829e HTTP/1.1" status: 200 len: 848 time: 0.1266232 Jun 16 16:14:51.935907 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-c1fcfa74-c01f-40b2-b8de-e105fd414a8c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=69248a63-ed63-4fe7-a4b9-5e5f092aa47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462816 Jun 16 16:14:51.955305 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6bbbe-aa45-4f7c-8a7c-9f945eed21ec req-89c8926f-104f-4f18-a04b-dd9f4860d58f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:51.957061 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-bfb6bbbe-aa45-4f7c-8a7c-9f945eed21ec req-89c8926f-104f-4f18-a04b-dd9f4860d58f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1847243 Jun 16 16:14:51.965660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53712) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:51.980109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'floatingip': {'port_id': '5948bea1-1ab0-4067-a9e2-640fd23a98a5'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:14:52.066681 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-b1f0d0b1-86d7-4a30-94d3-5762a496fb5f service neutron] 10.222.0.79 "GET /v2.0/networks/69248a63-ed63-4fe7-a4b9-5e5f092aa47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077383 Jun 16 16:14:52.089036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:52.197774 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cbf8fa0e-8776-4dd8-a713-db6d45554774 req-b7fd8d47-1beb-4d84-924d-43fed7be7e2a service neutron] 10.222.0.79 "GET /v2.0/networks/69248a63-ed63-4fe7-a4b9-5e5f092aa47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227303 Jun 16 16:14:52.321203 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451279e-9007-4225-80c2-5b9021f586db req-ec398794-b139-4c8d-87e7-2e40654c0d82 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:52.323503 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b451279e-9007-4225-80c2-5b9021f586db req-ec398794-b139-4c8d-87e7-2e40654c0d82 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 944 time: 0.1682365 Jun 16 16:14:52.355371 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb77c-c8bf-496c-8240-a6e4cb6f6611 req-a7d94cf9-3f7e-45af-a7db-3d63c9085309 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:52.356913 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a6dbb77c-c8bf-496c-8240-a6e4cb6f6611 req-a7d94cf9-3f7e-45af-a7db-3d63c9085309 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0637927 Jun 16 16:14:52.421948 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a6dbb77c-c8bf-496c-8240-a6e4cb6f6611 req-388181fd-b0b5-467c-ab86-ea08edc439e0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Jun 16 16:14:52.449700 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b451279e-9007-4225-80c2-5b9021f586db req-801a0aba-eda4-49c4-a513-b0d360d8d494 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Jun 16 16:14:52.625950 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53732) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:52.800986 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:52.915169 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:52.946785 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.db.resource_extend [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 16:14:53.040360 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.044573 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:53.061946 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.085706 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7a5ff7-d296-462e-acc4-b0807213b5c9,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:53.106369 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:53.114423 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21179f0d0be44977b4cfb133b1ff0ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873993 Jun 16 16:14:53.117562 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53760) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:53.132352 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.279114 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.286287 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Floating IP da1b1c79-8445-4dd8-b044-adaca0920470 associated. External IP: 172.28.1.175, port: 5948bea1-1ab0-4067-a9e2-640fd23a98a5. Jun 16 16:14:53.364089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.538668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.541513 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.542840 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e7a5ff7-d296-462e-acc4-b0807213b5c9 HTTP/1.1" status: 204 len: 168 time: 0.4241712 Jun 16 16:14:53.548783 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:53.591214 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7a5ff7-d296-462e-acc4-b0807213b5c9,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:53.594239 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:53.596410 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Router 2779c664-ad45-4189-adde-ecb53d05b041 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:14:53.682153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d21bb1-fc3b-4b46-8c50-8baf6b3a1df7 req-c850c1fd-2c76-4f66-9624-00d6e673290d tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:53.683709 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-57d21bb1-fc3b-4b46-8c50-8baf6b3a1df7 req-c850c1fd-2c76-4f66-9624-00d6e673290d tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 944 time: 0.0657725 Jun 16 16:14:53.715781 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414826e4-c847-4736-9ff2-a6b16c04f45d req-c9ec48a2-5883-4dcd-8d1a-fc1dd88fad48 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:53.717332 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-414826e4-c847-4736-9ff2-a6b16c04f45d req-c9ec48a2-5883-4dcd-8d1a-fc1dd88fad48 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1655087 Jun 16 16:14:53.725237 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-57d21bb1-fc3b-4b46-8c50-8baf6b3a1df7 req-de61bd6c-bac0-49cf-b57e-ebf83700236a tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345051 Jun 16 16:14:53.756766 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:14:53.761436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:53.772172 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:14:53.785717 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:53.785717 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:53.797823 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-414826e4-c847-4736-9ff2-a6b16c04f45d req-c5cb3284-7d6e-4783-9d75-ea1d0ed0bd5a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Jun 16 16:14:53.812175 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-502dd633-9986-483b-8ee0-151ff09eec50 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "PUT /v2.0/floatingips/da1b1c79-8445-4dd8-b044-adaca0920470 HTTP/1.1" status: 200 len: 992 time: 1.8451233 Jun 16 16:14:53.813021 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:53.815917 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d972a8-898c-4ad6-b892-04afe5454658" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:53.960086 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:54.004021 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc00e6-3e61-42bd-97ef-f7e3ca0ac28b req-d38ad6ca-49a2-4321-b9e1-861598ba201e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:54.005799 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d4cc00e6-3e61-42bd-97ef-f7e3ca0ac28b req-d38ad6ca-49a2-4321-b9e1-861598ba201e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 945 time: 0.0890634 Jun 16 16:14:54.017887 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb18e7bc-410c-4258-b7c3-f22a73fe2d9c x-openstack-request-id: req-bb18e7bc-410c-4258-b7c3-f22a73fe2d9c {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:54.018389 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:54.018872 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb18e7bc-410c-4258-b7c3-f22a73fe2d9c {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:54.019427 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'status': 'completed', 'code': 200} Jun 16 16:14:54.263030 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d4cc00e6-3e61-42bd-97ef-f7e3ca0ac28b req-21507a3d-0906-4bdc-9d76-58828e41370a tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505469 Jun 16 16:14:54.292812 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-24db03a8-adcb-489a-98f3-ebfaf1152139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:54.294250 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-24db03a8-adcb-489a-98f3-ebfaf1152139 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1099 time: 0.0858855 Jun 16 16:14:54.320346 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': 'da1b1c79-8445-4dd8-b044-adaca0920470', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'floating_ip_address': '172.28.1.175', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'port_id': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'mac_address': 'fa:16:3e:33:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:14:26Z', 'updated_at': '2021-06-16T16:14:52Z', 'revision_number': 1, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:54.324068 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:14:54.337598 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:14:54.338332 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:14:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:54.346713 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53796) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:54.361768 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.415308 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-0de03553-8093-45a4-8ffe-da6270bc59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:54.417185 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-0de03553-8093-45a4-8ffe-da6270bc59ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 912 time: 0.1083872 Jun 16 16:14:54.470423 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:14:54.493471 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.532454 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-75e7e983-19cc-493d-b3f0-85dad0f31a12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 200 len: 1000 time: 0.1067781 Jun 16 16:14:54.578324 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.582336 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:54.589711 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-bac84519-b15a-4c9f-b07f-6a546327f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:54.591222 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-bac84519-b15a-4c9f-b07f-6a546327f808 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0493443 Jun 16 16:14:54.623434 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0074f59d1ebd438196902b01d1174f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755322 Jun 16 16:14:54.626144 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53804) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:54.639556 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a56f2f-ba62-471b-a233-8855c5c5d503,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:54.643097 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:54.697566 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-df9fb270-158a-4be0-85f6-baf2173a7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:54.698112 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.698207 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-df9fb270-158a-4be0-85f6-baf2173a7123 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0915065 Jun 16 16:14:54.719706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.806878 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-e38026da-6dab-4141-b346-e0d0a0785623 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007404 Jun 16 16:14:54.857343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.860923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:54.862280 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30a56f2f-ba62-471b-a233-8855c5c5d503 HTTP/1.1" status: 204 len: 168 time: 0.2349908 Jun 16 16:14:54.863332 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a565b4d9-db83-4a6c-aa3b-d3f857665e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:54.879441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a56f2f-ba62-471b-a233-8855c5c5d503,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:54.886589 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:54.931386 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': 'da1b1c79-8445-4dd8-b044-adaca0920470', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'floating_ip_address': '172.28.1.175', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'port_id': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'mac_address': 'fa:16:3e:33:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:14:26Z', 'updated_at': '2021-06-16T16:14:52Z', 'revision_number': 1, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:14:54.937556 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a48882-28df-4ff4-b2bb-5490e5a22ae5 None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': 'da1b1c79-8445-4dd8-b044-adaca0920470', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'floating_ip_address': '172.28.1.175', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'port_id': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'mac_address': 'fa:16:3e:33:84:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:14:26Z', 'updated_at': '2021-06-16T16:14:52Z', 'revision_number': 1, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:14:54.967326 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8d972a8-898c-4ad6-b892-04afe5454658 req-5bd576e4-37a9-4f47-8df0-b7f624e1fe14 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530557 Jun 16 16:14:55.004304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73387a-b4c6-408e-afd9-1ced31073587 req-d689d9c5-5345-4f3d-9aa5-ffbb717694d3 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:55.011367 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc73387a-b4c6-408e-afd9-1ced31073587 req-d689d9c5-5345-4f3d-9aa5-ffbb717694d3 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 944 time: 0.1258917 Jun 16 16:14:55.060572 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc73387a-b4c6-408e-afd9-1ced31073587 req-fbcb4476-7ba5-4598-b75c-e3f9cd486047 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 Jun 16 16:14:55.153002 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac915992-1e9f-486c-9fea-4f91fe2c58c9 req-c654e366-4ed4-4147-8a40-8faf1fbf639b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:55.154473 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ac915992-1e9f-486c-9fea-4f91fe2c58c9 req-c654e366-4ed4-4147-8a40-8faf1fbf639b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0737514 Jun 16 16:14:55.201027 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ac915992-1e9f-486c-9fea-4f91fe2c58c9 req-a8be3033-837d-4626-bea4-286a058d99f7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 Jun 16 16:14:55.265446 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c9487-1bb0-4767-aafb-38e31e785314 None None] New status for floating IP da1b1c79-8445-4dd8-b044-adaca0920470: ACTIVE {{(pid=92540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:14:55.441985 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-a4a28860-198b-43fc-835c-4f7a19053c9e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:55.443505 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-a4a28860-198b-43fc-835c-4f7a19053c9e tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.79 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 945 time: 0.1004658 Jun 16 16:14:55.447445 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde19f49-78df-459c-b5f8-e933959c9762 req-41ae2a2b-4f39-46c3-bb02-ad3985216bc9 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:55.449559 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bde19f49-78df-459c-b5f8-e933959c9762 req-41ae2a2b-4f39-46c3-bb02-ad3985216bc9 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 945 time: 0.0726862 Jun 16 16:14:55.511991 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bde19f49-78df-459c-b5f8-e933959c9762 req-5b725496-5949-49b2-abf6-04cbf7f62574 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/security-groups?id=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Jun 16 16:14:55.582927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53840) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:55.622584 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Deleting port 90e05239-51dd-4957-ad0c-9bfe7510bbfb {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:14:55.623715 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:55.746663 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] For port 90e05239-51dd-4957-ad0c-9bfe7510bbfb, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=90e05239-51dd-4957-ad0c-9bfe7510bbfb,segment=NetworkSegment(31a3166f-44f8-496b-ae9d-742bd2c0b827),segment_id=31a3166f-44f8-496b-ae9d-742bd2c0b827)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:55.747280 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:55.763163 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:55.847829 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Calling delete_port for 90e05239-51dd-4957-ad0c-9bfe7510bbfb owned by compute:nova {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:14:55.882433 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:55.949083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:55.952856 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-76c53279-7c34-442b-9c65-8dc8d23b44ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:55.988475 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86113b1a7c544ad299ae9de8cf77b911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042265 Jun 16 16:14:55.989646 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b5817-eca4-4c2d-b364-53b71368ca00,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:55.992578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:55.993058 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53856) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:56.033677 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cc495af8-5626-4ffc-8bed-5d4b8294df66 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:14:56.048388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.070696 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.092204 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.106933 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-81f4fa24-3c5f-4435-be1e-8eb8eabfe284 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:56.184365 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Pushing event deleted for resources: {'Port': ['ID=90e05239-51dd-4957-ad0c-9bfe7510bbfb,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:56.188772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:56.208755 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] No DVR routers for this DVR port 90e05239-51dd-4957-ad0c-9bfe7510bbfb on host hv-cinder-79668 {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:14:56.221689 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.224653 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-95b94a7a-6c8f-4e75-b8b8-59533ed79f15 req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.79 "DELETE /v2.0/ports/90e05239-51dd-4957-ad0c-9bfe7510bbfb HTTP/1.1" status: 204 len: 173 time: 0.7688558 Jun 16 16:14:56.224653 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'name': 'network-vif-deleted', 'tag': '90e05239-51dd-4957-ad0c-9bfe7510bbfb'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:56.227103 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39771ff-bff7-4830-9ca9-bca954bf826c" -d '{"events": [{"server_uuid": "e50beaf4-0430-47bd-951f-3dafdd6b2a28", "name": "network-vif-deleted", "tag": "90e05239-51dd-4957-ad0c-9bfe7510bbfb"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:56.240882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.243961 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.247602 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a72b5817-eca4-4c2d-b364-53b71368ca00 HTTP/1.1" status: 204 len: 168 time: 0.2512822 Jun 16 16:14:56.247602 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c7d381a9-b3c9-4f9a-8f9d-af2cc2b3a7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:56.252077 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['90e05239-51dd-4957-ad0c-9bfe7510bbfb'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:56.275338 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b5817-eca4-4c2d-b364-53b71368ca00,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:56.280540 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:56.301648 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1bec-0638-41cf-b521-897802dff9ff req-1ee77a27-5893-467b-9336-466ee70d07c5 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:56.303595 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-816f1bec-0638-41cf-b521-897802dff9ff req-1ee77a27-5893-467b-9336-466ee70d07c5 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 944 time: 0.0959525 Jun 16 16:14:56.362573 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port cc495af8-5626-4ffc-8bed-5d4b8294df66, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cc495af8-5626-4ffc-8bed-5d4b8294df66,segment=NetworkSegment(bd1e2677-87df-42d2-92c5-b02e97ca9709),segment_id=bd1e2677-87df-42d2-92c5-b02e97ca9709)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:56.369612 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-816f1bec-0638-41cf-b521-897802dff9ff req-cae70c23-4b84-4c74-91f1-756cceb71659 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450792 Jun 16 16:14:56.376394 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'cc495af8-5626-4ffc-8bed-5d4b8294df66', 'network_id': '69248a63-ed63-4fe7-a4b9-5e5f092aa47d', 'port_id': 'cc495af8-5626-4ffc-8bed-5d4b8294df66', 'mac_address': 'fa:16:3e:85:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b5d66b-a844-419d-bf57-2637db01829e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:14:56.438133 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.463534 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc495af8-5626-4ffc-8bed-5d4b8294df66 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:14:56.486195 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port cc495af8-5626-4ffc-8bed-5d4b8294df66, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cc495af8-5626-4ffc-8bed-5d4b8294df66,segment=NetworkSegment(bd1e2677-87df-42d2-92c5-b02e97ca9709),segment_id=bd1e2677-87df-42d2-92c5-b02e97ca9709)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:56.490724 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c3654a-dfb2-4a5d-843b-f3e52717d49c x-openstack-request-id: req-11c3654a-dfb2-4a5d-843b-f3e52717d49c {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:56.491303 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50beaf4-0430-47bd-951f-3dafdd6b2a28", "name": "network-vif-deleted", "tag": "90e05239-51dd-4957-ad0c-9bfe7510bbfb", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:56.491743 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11c3654a-dfb2-4a5d-843b-f3e52717d49c {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:56.492333 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50beaf4-0430-47bd-951f-3dafdd6b2a28', 'name': 'network-vif-deleted', 'tag': '90e05239-51dd-4957-ad0c-9bfe7510bbfb', 'status': 'completed', 'code': 200} Jun 16 16:14:56.555376 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:56.557295 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-f1157def-27df-4d27-ac4e-7fa41af30f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:56.611845 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=cc495af8-5626-4ffc-8bed-5d4b8294df66,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:56.615321 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:56.619508 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646c6fd-a7ea-4d7d-a8c9-62805dda2987 req-c6e0dd9b-c976-4325-a274-9d4fd76e8194 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:56.621332 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f646c6fd-a7ea-4d7d-a8c9-62805dda2987 req-c6e0dd9b-c976-4325-a274-9d4fd76e8194 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0903516 Jun 16 16:14:56.673315 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f646c6fd-a7ea-4d7d-a8c9-62805dda2987 req-5cd12509-a758-4458-ad77-b6d2f23e9fa9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Jun 16 16:14:56.697350 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-27879e69-dcc4-4b0c-80c1-fe1bafec357c req-e23f8121-d41d-4cfd-85dd-3fc65392bd2f tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Jun 16 16:14:56.810249 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['cc495af8-5626-4ffc-8bed-5d4b8294df66'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:14:57.089258 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53898) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:57.109745 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53902) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:57.122717 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.226673 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.301081 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.304762 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-00b8da4e-ab5a-4062-8b8e-14a9764b980b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:57.312239 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.351867 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=767766ea629a4b49810cbd124f2b611a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410207 Jun 16 16:14:57.354506 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 53906) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:57.357551 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a8c49a-cba7-4d0d-a149-c850df56b06a,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.361304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:57.424302 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.446760 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.449396 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.515596 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.519872 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:57.561588 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=078db9fdb46f47229ba83eb3900beea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686127 Jun 16 16:14:57.561588 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbda13f-d3af-4274-9afb-9b282db4da38,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.564663 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53912) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:57.571852 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:57.573876 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e77b17-3fb6-4fad-b73b-a85fbebea06d req-99b69ad7-6b27-4224-9893-adce8747445c tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:57.575863 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-77e77b17-3fb6-4fad-b73b-a85fbebea06d req-99b69ad7-6b27-4224-9893-adce8747445c tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 945 time: 0.0727069 Jun 16 16:14:57.617950 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.621316 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.626073 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97a8c49a-cba7-4d0d-a149-c850df56b06a HTTP/1.1" status: 204 len: 168 time: 0.2705159 Jun 16 16:14:57.629728 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3fcc4d39-046e-4e2e-8dd3-27b9587a002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:57.635999 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-77e77b17-3fb6-4fad-b73b-a85fbebea06d req-0876b901-5b63-46e9-a2c5-3abaa99172ef tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538604 Jun 16 16:14:57.639978 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.642721 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a8c49a-cba7-4d0d-a149-c850df56b06a,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.651971 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:57.665823 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.833336 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.836228 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:57.837658 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afbda13f-d3af-4274-9afb-9b282db4da38 HTTP/1.1" status: 204 len: 168 time: 0.2717659 Jun 16 16:14:57.839673 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ad61c17b-b95f-4e78-8c11-d6fc6a08eea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:57.850865 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbda13f-d3af-4274-9afb-9b282db4da38,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:57.854695 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:57.883585 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5eef6a9e-7f14-4886-b92a-4be7f4a456da req-0474637a-425f-40ce-8d95-7714eedc592c tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] 10.222.0.22 "GET /v2.0/ports?device_id=e50beaf4-0430-47bd-951f-3dafdd6b2a28 HTTP/1.1" status: 200 len: 210 time: 0.0417185 Jun 16 16:14:57.887342 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33b240-00c1-422b-b022-5baa0176d664 req-357f455b-1310-4ff4-9411-6d969464bfe0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:57.888965 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ab33b240-00c1-422b-b022-5baa0176d664 req-357f455b-1310-4ff4-9411-6d969464bfe0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0877855 Jun 16 16:14:57.931418 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ab33b240-00c1-422b-b022-5baa0176d664 req-65bbd7bb-20ae-40f3-906e-9c22870cafd0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Jun 16 16:14:58.041172 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cc495af8-5626-4ffc-8bed-5d4b8294df66 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:14:58.172991 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port cc495af8-5626-4ffc-8bed-5d4b8294df66 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:14:58.177008 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port cc495af8-5626-4ffc-8bed-5d4b8294df66 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:14:58.177453 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.260480 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.285745 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc495af8-5626-4ffc-8bed-5d4b8294df66'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:14:58.288479 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc03c5d-c9ba-40ba-ad54-c73776437c63" -d '{"events": [{"server_uuid": "54a45c4b-8fa6-4abb-9959-8ab225132833", "name": "network-vif-plugged", "status": "completed", "tag": "cc495af8-5626-4ffc-8bed-5d4b8294df66"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:14:58.306464 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port cc495af8-5626-4ffc-8bed-5d4b8294df66, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cc495af8-5626-4ffc-8bed-5d4b8294df66,segment=NetworkSegment(bd1e2677-87df-42d2-92c5-b02e97ca9709),segment_id=bd1e2677-87df-42d2-92c5-b02e97ca9709)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:14:58.327709 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe85f4-c3a4-4933-8e32-bc35e5d594d5 x-openstack-request-id: req-eebe85f4-c3a4-4933-8e32-bc35e5d594d5 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:14:58.328011 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a45c4b-8fa6-4abb-9959-8ab225132833", "name": "network-vif-plugged", "status": "completed", "tag": "cc495af8-5626-4ffc-8bed-5d4b8294df66", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:14:58.328298 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eebe85f4-c3a4-4933-8e32-bc35e5d594d5 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:14:58.328757 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc495af8-5626-4ffc-8bed-5d4b8294df66', 'code': 200} Jun 16 16:14:58.418045 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:58.419020 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 90e05239-51dd-4957-ad0c-9bfe7510bbfb no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:14:58.421073 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:58.458794 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 90e05239-51dd-4957-ad0c-9bfe7510bbfb {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:14:58.459150 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 90e05239-51dd-4957-ad0c-9bfe7510bbfb not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:14:58.485683 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=cc495af8-5626-4ffc-8bed-5d4b8294df66,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:58.489466 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:58.875111 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a8bb4-ac25-40e5-a463-2334b4219c66 req-a8db247f-1b7b-47cc-9141-7dd3ba75d65d tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:58.876836 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7f1a8bb4-ac25-40e5-a463-2334b4219c66 req-a8db247f-1b7b-47cc-9141-7dd3ba75d65d tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 946 time: 0.1181839 Jun 16 16:14:58.922331 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e17d5-1e0b-424e-8ec8-7e83669d5f55 req-27cdf497-3c0a-4536-877c-56f21edc986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:58.923936 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2a1e17d5-1e0b-424e-8ec8-7e83669d5f55 req-27cdf497-3c0a-4536-877c-56f21edc986c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 1099 time: 0.1067491 Jun 16 16:14:58.931593 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7f1a8bb4-ac25-40e5-a463-2334b4219c66 req-f6a6412d-a459-435d-9cc2-e16ce801f4ee tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Jun 16 16:14:58.978621 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2a1e17d5-1e0b-424e-8ec8-7e83669d5f55 req-3525c779-a50c-48db-9ec1-6f39147783da service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 Jun 16 16:14:59.130217 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913eeb8-4d00-4ddb-ae83-1cc67fb5eb1f req-9575a09d-4e91-4c61-b3ce-95782c2ffd55 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:14:59.132169 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4913eeb8-4d00-4ddb-ae83-1cc67fb5eb1f req-9575a09d-4e91-4c61-b3ce-95782c2ffd55 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0775673 Jun 16 16:14:59.207819 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4913eeb8-4d00-4ddb-ae83-1cc67fb5eb1f req-ca2e2a96-95fc-4b3b-afbf-c0eb451b9626 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661731 Jun 16 16:14:59.220752 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 53988) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:59.346553 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.450466 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.520521 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.520737 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.525138 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-238efc27-0e5c-45d1-b099-a106125c13af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:59.561203 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9833b88-7521-4e94-ad55-1ca4131c89a1,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:59.565319 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:14:59.567831 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84ed2746f2f34562b17d4a9611eb6e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523717 Jun 16 16:14:59.570559 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54004) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:14:59.631738 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.655827 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.806381 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.810938 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:14:59.810938 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9833b88-7521-4e94-ad55-1ca4131c89a1 HTTP/1.1" status: 204 len: 168 time: 0.2387252 Jun 16 16:14:59.811558 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b57eef88-8899-41c3-97c1-ef31f3bc8241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:14:59.819693 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9833b88-7521-4e94-ad55-1ca4131c89a1,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:14:59.829454 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:00.292772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b16ffb-aa11-40ec-97cd-e8ba0419d134 req-daba526a-4043-43f2-8c40-2e11f374d309 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:00.296626 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-51b16ffb-aa11-40ec-97cd-e8ba0419d134 req-daba526a-4043-43f2-8c40-2e11f374d309 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 946 time: 0.0929430 Jun 16 16:15:00.341735 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-51b16ffb-aa11-40ec-97cd-e8ba0419d134 req-523a3f48-4b1d-4634-97d0-967dc12844f9 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Jun 16 16:15:00.433922 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfc132-a2c9-4749-a16f-9cd5286778e6 req-c121fe4a-f45c-4f52-85c4-ba0d61663e25 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:00.439669 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8abfc132-a2c9-4749-a16f-9cd5286778e6 req-c121fe4a-f45c-4f52-85c4-ba0d61663e25 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0946004 Jun 16 16:15:00.483711 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8abfc132-a2c9-4749-a16f-9cd5286778e6 req-23969744-506b-4bab-b832-b8a0c73807bc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Jun 16 16:15:00.757515 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54050) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:00.802656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Deleting subnet 5cca4f0f-23a0-4134-9326-e5d96afc342d {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:15:00.805751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.849697 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.896432 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:00.966710 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54058) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:00.981818 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.050329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54062) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:01.077229 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.110237 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.113612 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:01.136440 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cca4f0f-23a0-4134-9326-e5d96afc342d,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.139494 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:01.140455 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.145540 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54066) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:01.145676 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5cca4f0f-23a0-4134-9326-e5d96afc342d HTTP/1.1" status: 204 len: 168 time: 0.3869407 Jun 16 16:15:01.199526 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.210749 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.215342 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-16392692-6e50-4c6a-8ec6-3937c029de8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:01.297352 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.390137 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.406450 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9243b111-df79-4122-80f7-01a98631d258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:01.415109 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.430220 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b9fb21b39994de9ba07642acf3463ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759937 Jun 16 16:15:01.430506 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54070) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:01.437645 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2574db93-c6cd-4f11-994a-a80c900f6e5f,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.441101 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:01.452842 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c69cb0c90e95495fa6ae638e45410308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825203 Jun 16 16:15:01.458670 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54072) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:01.468094 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c17fc3-00ae-4c3e-a9c7-43cba21822a5,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.471995 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:01.572418 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef7b75-fe51-465c-a25e-824af4c39cd0 req-e2cdcebf-2966-4916-9d50-d75f4807dfd4 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:01.574759 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-16ef7b75-fe51-465c-a25e-824af4c39cd0 req-e2cdcebf-2966-4916-9d50-d75f4807dfd4 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 946 time: 0.0939376 Jun 16 16:15:01.601485 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.605873 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.625106 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-16ef7b75-fe51-465c-a25e-824af4c39cd0 req-d8eba59f-0a6d-41d5-9b4e-9b500de18f50 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Jun 16 16:15:01.635640 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1194af4d-03a8-4502-a181-4c4fcee3a68d']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:01.671287 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a3166f-44f8-496b-ae9d-742bd2c0b827') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:01.671561 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a3166f-44f8-496b-ae9d-742bd2c0b827') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:01.673846 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-78a51d12-07cd-41a5-901e-3c6e8e1a9bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.690026 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.696438 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.735228 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.740837 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-78a51d12-07cd-41a5-901e-3c6e8e1a9bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.766128 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:15:01.766533 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:15:01.769023 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:15:01.772446 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:15:01.772446 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:15:01.855216 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3620ed-30bb-4198-abef-d2dea37ba8ee req-5e892479-9e95-46ef-bc90-bac56434d20e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:01.856626 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8c3620ed-30bb-4198-abef-d2dea37ba8ee req-5e892479-9e95-46ef-bc90-bac56434d20e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.2448955 Jun 16 16:15:01.901694 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8c3620ed-30bb-4198-abef-d2dea37ba8ee req-46f445cd-4d7a-4695-a57b-14827c36c9f5 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jun 16 16:15:01.955772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.959908 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:01.971505 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:01.971505 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1194af4d-03a8-4502-a181-4c4fcee3a68d HTTP/1.1" status: 204 len: 168 time: 0.8190882 Jun 16 16:15:01.976199 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1194af4d-03a8-4502-a181-4c4fcee3a68d,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:01.984795 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-8ae9df6e-ae85-42a4-98a0-7957ab950a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:02.009015 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-78a51d12-07cd-41a5-901e-3c6e8e1a9bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.014029 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-78a51d12-07cd-41a5-901e-3c6e8e1a9bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.019001 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-78a51d12-07cd-41a5-901e-3c6e8e1a9bf6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04c17fc3-00ae-4c3e-a9c7-43cba21822a5 HTTP/1.1" status: 204 len: 168 time: 0.5560646 Jun 16 16:15:02.019001 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.020345 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.024662 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2574db93-c6cd-4f11-994a-a80c900f6e5f HTTP/1.1" status: 204 len: 168 time: 0.5932205 Jun 16 16:15:02.025495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-17f891cf-408a-421c-b583-f92fb149ca91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:02.034298 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a51d12-07cd-41a5-901e-3c6e8e1a9bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c17fc3-00ae-4c3e-a9c7-43cba21822a5,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:02.049342 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2574db93-c6cd-4f11-994a-a80c900f6e5f,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:02.052101 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:02.052701 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:02.053131 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:02.274250 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54092) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:02.317015 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-46123828-80f8-46d7-8d59-8175b541c1ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d4d1424674a4a758eac14d6a6bb3096&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414248 Jun 16 16:15:02.319516 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54094) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:02.392545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.417993 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.577971 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.581226 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:02.582288 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d HTTP/1.1" status: 204 len: 168 time: 0.2618797 Jun 16 16:15:02.583251 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-91bf3134-967c-4959-8305-6c490d71ccf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:02.590898 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e8a8aa-cf45-4faa-95fe-fa82e25ac48d,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:02.593287 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:03.083544 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68af46-3034-4d83-90dc-6fed7bc5b817 req-10fe45b2-60a8-49f6-baf9-8c116492c0db tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:03.085232 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ee68af46-3034-4d83-90dc-6fed7bc5b817 req-10fe45b2-60a8-49f6-baf9-8c116492c0db tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0694077 Jun 16 16:15:03.125008 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ee68af46-3034-4d83-90dc-6fed7bc5b817 req-1f9d3233-71da-4c36-b084-27a8afadbfb9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Jun 16 16:15:03.302721 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54140) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:03.320877 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.419978 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.463104 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.466067 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:03.518609 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb1b094-3814-430e-84aa-b6efcaed069a,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:03.522558 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:03.528772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54152) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:03.535156 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e304fad747e49f3ab420b762a5ec5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311146 Jun 16 16:15:03.598866 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.635504 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.743406 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.746176 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:03.751394 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fb1b094-3814-430e-84aa-b6efcaed069a HTTP/1.1" status: 204 len: 168 time: 0.2175899 Jun 16 16:15:03.751394 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b8c4d954-3b3c-497b-839c-4d6ad3743595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:03.755433 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb1b094-3814-430e-84aa-b6efcaed069a,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:03.758054 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:04.335040 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e829-c1c0-4e9d-b3ef-259b03060432 req-c4aa6cf7-a6fb-4532-bacd-5ba4108862fc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:04.337309 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fd60e829-c1c0-4e9d-b3ef-259b03060432 req-c4aa6cf7-a6fb-4532-bacd-5ba4108862fc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0753381 Jun 16 16:15:04.385320 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fd60e829-c1c0-4e9d-b3ef-259b03060432 req-115b6650-fbc2-4b33-ae0d-d9bc024cf4b0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Jun 16 16:15:04.460878 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54194) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:04.603328 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.694590 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.799950 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.803638 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-410d33bb-72a0-4546-952b-3da0f48f0c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:04.840745 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=412e6b8671e74fdb8d3e2abf49d7d8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782551 Jun 16 16:15:04.841705 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096969c1-e1e2-4464-a6aa-30f40dc65d1c,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:04.843426 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54214) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:04.846397 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:04.908291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:04.931663 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.035155 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.039027 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:05.040626 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/096969c1-e1e2-4464-a6aa-30f40dc65d1c HTTP/1.1" status: 204 len: 168 time: 0.1961563 Jun 16 16:15:05.048756 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a5888d56-5d6e-4dc5-9b2d-a147cea44fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:05.052632 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096969c1-e1e2-4464-a6aa-30f40dc65d1c,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:05.063761 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:05.608707 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79278f-8b89-4135-bc19-d7ebe7cba70c req-813ff763-ce87-4191-ab46-7e8bafa706d2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:05.616186 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ba79278f-8b89-4135-bc19-d7ebe7cba70c req-813ff763-ce87-4191-ab46-7e8bafa706d2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0818739 Jun 16 16:15:05.659183 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ba79278f-8b89-4135-bc19-d7ebe7cba70c req-b0e071e1-50c1-4cee-9bfc-32af5700b082 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Jun 16 16:15:06.642758 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f01c1f-5a0d-43d4-b2ba-405017556b2d req-7516e232-cf68-43a9-9289-c2f69307f5bd tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:06.642758 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-31f01c1f-5a0d-43d4-b2ba-405017556b2d req-7516e232-cf68-43a9-9289-c2f69307f5bd tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 946 time: 0.0999351 Jun 16 16:15:06.701588 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-31f01c1f-5a0d-43d4-b2ba-405017556b2d req-abb65f52-7c3f-4a74-b826-b35506713eae tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509243 Jun 16 16:15:06.879308 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed296c-5ed2-412e-8396-96a88a63dd87 req-8e80131b-1dc8-4a22-8b7e-779918a53b3c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:06.880901 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1ed296c-5ed2-412e-8396-96a88a63dd87 req-8e80131b-1dc8-4a22-8b7e-779918a53b3c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0640571 Jun 16 16:15:06.919320 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1ed296c-5ed2-412e-8396-96a88a63dd87 req-492d7d8b-680b-4ec7-9d5d-32ed8b37a050 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Jun 16 16:15:07.328040 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54346) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:07.434609 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.536674 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.618205 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.620864 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4d2ae29b-6b32-4a88-b0bb-23d9db6375e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:07.661747 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b3407c2c5494e098d119c0d8bb523ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302920 Jun 16 16:15:07.661747 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d0a973-25b9-4988-9ce2-aacb1d39db53,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:07.662506 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54356) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:07.683473 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.683839 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.684308 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.684539 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.684887 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.685225 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.685650 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.685876 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.686379 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.687030 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.687905 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.688392 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.693017 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:07.725852 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.748019 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.897795 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7caac-4f09-4cc8-892a-a53ba33d33c3 req-60e0352b-6135-4160-894e-e78231e540e4 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:07.899640 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-47b7caac-4f09-4cc8-892a-a53ba33d33c3 req-60e0352b-6135-4160-894e-e78231e540e4 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 946 time: 0.0715826 Jun 16 16:15:07.932013 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.934546 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:07.936572 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78d0a973-25b9-4988-9ce2-aacb1d39db53 HTTP/1.1" status: 204 len: 168 time: 0.2726040 Jun 16 16:15:07.937626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-666ca8f2-def0-4f0d-8e83-8b86e077b4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:07.953807 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d0a973-25b9-4988-9ce2-aacb1d39db53,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:07.965970 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-47b7caac-4f09-4cc8-892a-a53ba33d33c3 req-01d3719f-e727-4cfc-93a2-87538002554b tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553365 Jun 16 16:15:07.966365 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.966727 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.967116 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.967414 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.967756 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.968101 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.968436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.968801 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.969137 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.969643 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.970521 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.971011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:07.974184 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:08.136977 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f3563-05ed-487c-94da-aa1a5327e437 req-7281acb7-3918-42a2-a9ad-9e14a314d91b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:08.138480 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e63f3563-05ed-487c-94da-aa1a5327e437 req-7281acb7-3918-42a2-a9ad-9e14a314d91b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0661092 Jun 16 16:15:08.180109 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e63f3563-05ed-487c-94da-aa1a5327e437 req-d82f2ddc-abaa-48b5-8652-22faafcc3bae tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Jun 16 16:15:08.310330 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-8db403a2-350f-4687-b78d-67b404fbe00e tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:08.311903 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-8db403a2-350f-4687-b78d-67b404fbe00e tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.79 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 946 time: 0.0677006 Jun 16 16:15:08.420621 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Deleting port cc495af8-5626-4ffc-8bed-5d4b8294df66 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:08.421234 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.511967 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] For port cc495af8-5626-4ffc-8bed-5d4b8294df66, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cc495af8-5626-4ffc-8bed-5d4b8294df66,segment=NetworkSegment(bd1e2677-87df-42d2-92c5-b02e97ca9709),segment_id=bd1e2677-87df-42d2-92c5-b02e97ca9709)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:08.512349 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.573128 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Calling delete_port for cc495af8-5626-4ffc-8bed-5d4b8294df66 owned by compute:nova {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:08.583157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54384) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:08.597241 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.697198 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.799800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.803441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cd43912a-5b89-459e-957c-d25209cb160a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:08.845825 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.847750 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=631675545d314714bd2727ac5325e0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628505 Jun 16 16:15:08.849004 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9ef378-81e5-488f-b7a4-c4eff43994dc,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:08.849625 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54398) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:08.852305 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:08.858140 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-ac2a52e1-bc64-478b-998d-920bfad38376 tempest-DeleteServersTestJSON-934165781 tempest-DeleteServersTestJSON-934165781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:08.859202 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['cc495af8-5626-4ffc-8bed-5d4b8294df66'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:15:08.890120 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Pushing event deleted for resources: {'Port': ['ID=cc495af8-5626-4ffc-8bed-5d4b8294df66,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:08.900152 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:08.954336 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] No DVR routers for this DVR port cc495af8-5626-4ffc-8bed-5d4b8294df66 on host hv-cinder-79668 {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:08.959259 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:08.961174 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-62bdf4e6-abe1-4225-ab41-78b79036fad0 req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.79 "DELETE /v2.0/ports/cc495af8-5626-4ffc-8bed-5d4b8294df66 HTTP/1.1" status: 204 len: 173 time: 0.6415954 Jun 16 16:15:08.961649 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'name': 'network-vif-deleted', 'tag': 'cc495af8-5626-4ffc-8bed-5d4b8294df66'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:15:08.963961 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baca4019-c661-463d-93ed-4d5c72419dc3" -d '{"events": [{"server_uuid": "54a45c4b-8fa6-4abb-9959-8ab225132833", "name": "network-vif-deleted", "tag": "cc495af8-5626-4ffc-8bed-5d4b8294df66"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:09.004410 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da5f678-9172-445f-ab76-6ff95432acf4 x-openstack-request-id: req-8da5f678-9172-445f-ab76-6ff95432acf4 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:09.004772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a45c4b-8fa6-4abb-9959-8ab225132833", "name": "network-vif-deleted", "tag": "cc495af8-5626-4ffc-8bed-5d4b8294df66", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:09.005058 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8da5f678-9172-445f-ab76-6ff95432acf4 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:09.005483 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a45c4b-8fa6-4abb-9959-8ab225132833', 'name': 'network-vif-deleted', 'tag': 'cc495af8-5626-4ffc-8bed-5d4b8294df66', 'status': 'completed', 'code': 200} Jun 16 16:15:09.006537 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.035485 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.178093 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.181407 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:09.182960 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f9ef378-81e5-488f-b7a4-c4eff43994dc HTTP/1.1" status: 204 len: 168 time: 0.3305655 Jun 16 16:15:09.183846 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:09.186261 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9338c521-2866-493b-9d7d-09cf36c3857a req-cb465413-ac11-4269-b500-94647a350837 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] 10.222.0.22 "GET /v2.0/ports?device_id=54a45c4b-8fa6-4abb-9959-8ab225132833 HTTP/1.1" status: 200 len: 210 time: 0.0316954 Jun 16 16:15:09.198451 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9ef378-81e5-488f-b7a4-c4eff43994dc,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:09.201792 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:09.371379 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2ee92-4213-43dc-81e4-99953de1a8ee req-feeb0817-d582-41a1-be5b-f895fa4c39a8 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:09.372917 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5ad2ee92-4213-43dc-81e4-99953de1a8ee req-feeb0817-d582-41a1-be5b-f895fa4c39a8 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0703282 Jun 16 16:15:09.413409 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5ad2ee92-4213-43dc-81e4-99953de1a8ee req-bc0fd582-8c5d-4d99-9bdf-2405c082f4db tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Jun 16 16:15:09.743789 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1b55-0283-462e-946b-13b50c52b106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.093908 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54440) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:10.202484 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.317168 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.371813 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.374550 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:10.415204 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcc190209ad24e749b875ce76199afed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202205 Jun 16 16:15:10.416370 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb02cc-791d-48d8-9982-eda52834fccd,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:10.418343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54460) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:10.419759 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:10.511238 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.540474 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.633501 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c2315-d9de-488c-bf43-3c0a9301473e req-12fe5633-2d66-4d55-a501-8d63cb40ea40 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:10.635161 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5d3c2315-d9de-488c-bf43-3c0a9301473e req-12fe5633-2d66-4d55-a501-8d63cb40ea40 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0873356 Jun 16 16:15:10.650928 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54474) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:10.676901 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5d3c2315-d9de-488c-bf43-3c0a9301473e req-33487b67-d2bd-4d41-bf79-59f65a7d365e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Jun 16 16:15:10.696960 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.699629 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.703898 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cceb02cc-791d-48d8-9982-eda52834fccd HTTP/1.1" status: 204 len: 168 time: 0.2834141 Jun 16 16:15:10.704806 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-357cae74-7f97-4ab4-8c5b-f3f5b6187d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:10.713257 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb02cc-791d-48d8-9982-eda52834fccd,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:10.720011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:10.875015 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:10.980553 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.062907 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.067153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6935b493-56a2-435e-b373-01e03e1641bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:11.115688 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70fee6c2be7c4cb5bcb7e5f40fd7a39b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639716 Jun 16 16:15:11.116331 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54502) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:11.118641 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f10351e-2f5c-4c2c-a59a-1a38769a3dbe,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.122324 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:11.181280 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.203305 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.389796 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.393221 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.394572 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f10351e-2f5c-4c2c-a59a-1a38769a3dbe HTTP/1.1" status: 204 len: 168 time: 0.2770903 Jun 16 16:15:11.395606 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-19711057-4076-4714-9a0b-fc5faa093ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:11.408881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f10351e-2f5c-4c2c-a59a-1a38769a3dbe,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.413007 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:11.576819 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54528) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:11.590604 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.686685 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.755031 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.757713 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e286cd10-c864-4676-b7c8-b5e903f6ec86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:11.797005 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e4918ed351944b1907a287457d56682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190180 Jun 16 16:15:11.797149 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54540) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:11.798290 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afaac3d-8000-4988-94af-b7adc73a7cb2,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:11.801640 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:11.881614 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.883488 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede91c3-ab52-40b8-958c-084d97dcaec8 req-50a0f9f7-4cf3-47ef-b25a-91b3763aeab0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:11.885014 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8ede91c3-ab52-40b8-958c-084d97dcaec8 req-50a0f9f7-4cf3-47ef-b25a-91b3763aeab0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0821633 Jun 16 16:15:11.906406 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:11.932343 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8ede91c3-ab52-40b8-958c-084d97dcaec8 req-9cca4d24-3ea4-45b3-86a2-9c587334ac61 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Jun 16 16:15:12.063698 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.066439 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.067769 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2afaac3d-8000-4988-94af-b7adc73a7cb2 HTTP/1.1" status: 204 len: 168 time: 0.2694695 Jun 16 16:15:12.068646 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3203e2d6-4e26-42a0-8534-d8b6b625ea43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:12.098518 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afaac3d-8000-4988-94af-b7adc73a7cb2,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:12.109881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:12.111014 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cc495af8-5626-4ffc-8bed-5d4b8294df66 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:12.134681 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: cc495af8-5626-4ffc-8bed-5d4b8294df66 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:12.135111 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cc495af8-5626-4ffc-8bed-5d4b8294df66 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:12.183638 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a5d02ec3-9f2b-4f9d-a824-d09900b05cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.201510 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54558) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:12.218338 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.304973 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.400798 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.400977 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.407730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-94d3b63d-a4bc-4a95-9023-a577f3a8cfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:12.456159 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6104039dfb3646f2ae96e46ba2ae6a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534237 Jun 16 16:15:12.458322 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc682fa-e152-4332-b3d6-2ca96d192fc3,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:12.459274 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54576) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:12.473436 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:12.564798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.590244 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.686573 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.689763 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:12.690949 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bc682fa-e152-4332-b3d6-2ca96d192fc3 HTTP/1.1" status: 204 len: 168 time: 0.2304163 Jun 16 16:15:12.691687 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4dacb24a-515f-495a-ac14-0a75606da143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:12.698927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc682fa-e152-4332-b3d6-2ca96d192fc3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:12.701089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:13.119846 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96576a-8943-4f1e-9ff0-6a8d44b23a0b req-fea33b10-283c-428e-af02-7c0cbad3e348 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:13.122138 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8a96576a-8943-4f1e-9ff0-6a8d44b23a0b req-fea33b10-283c-428e-af02-7c0cbad3e348 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0741434 Jun 16 16:15:13.210819 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8a96576a-8943-4f1e-9ff0-6a8d44b23a0b req-01285963-f029-4e63-bb11-3ac508cb0814 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783808 Jun 16 16:15:13.432454 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:14.435071 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f110-9dcd-43e6-9983-54f61a6c0638 req-de597d86-f720-41be-bedd-c74e9526989d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:14.436634 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-58f4f110-9dcd-43e6-9983-54f61a6c0638 req-de597d86-f720-41be-bedd-c74e9526989d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0705397 Jun 16 16:15:14.475762 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-58f4f110-9dcd-43e6-9983-54f61a6c0638 req-f6367177-4357-4a4f-bf22-9bd08b09b121 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Jun 16 16:15:14.954340 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.316592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54764) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:15.474825 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54778) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:15.561282 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.596162 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.707266 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.717804 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde23d11-9aea-4e5a-b1ee-7021ed1bb0af req-bde9c725-7b9a-478f-9b9c-ce94b2396e9e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:15.720076 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dde23d11-9aea-4e5a-b1ee-7021ed1bb0af req-bde9c725-7b9a-478f-9b9c-ce94b2396e9e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1004548 Jun 16 16:15:15.761325 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dde23d11-9aea-4e5a-b1ee-7021ed1bb0af req-c653ac92-992e-470e-acd4-31de52a23fe0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Jun 16 16:15:15.822858 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.826507 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:15.864775 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c44d6219287c43f499153134b8af3c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470021 Jun 16 16:15:15.865649 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54796) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:15.872644 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0704be-f898-44be-90fe-01de913a57f0,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:15.876856 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:15.911081 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.922405 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:15.945082 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.006561 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.010543 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.043438 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04a35984b86949f6be70b653ef029dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669873 Jun 16 16:15:16.046661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54808) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:16.057899 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d457b-a23a-45e8-b4e1-02e9b5c41d40,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.061938 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:16.078188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.081009 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.082122 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa0704be-f898-44be-90fe-01de913a57f0 HTTP/1.1" status: 204 len: 168 time: 0.2152536 Jun 16 16:15:16.085795 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3c6dc5eb-ff33-4765-91b1-41309141af9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.103454 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0704be-f898-44be-90fe-01de913a57f0,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.109848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:16.134945 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54816) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:16.181645 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.230492 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.276558 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.395024 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.398447 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.399393 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad8d457b-a23a-45e8-b4e1-02e9b5c41d40 HTTP/1.1" status: 204 len: 168 time: 0.3513930 Jun 16 16:15:16.400346 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4943b335-ec30-4414-8479-110098fa62ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.409118 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d457b-a23a-45e8-b4e1-02e9b5c41d40,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.416008 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:16.485240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.550446 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.555487 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3e6ee1ff-b0b9-4e07-9f6f-bc486e8dc072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.593863 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a6dcbf5c8ca480b964fed77535ea2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4575932 Jun 16 16:15:16.596435 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174f07f3-abbf-4cbd-b926-75fd483fcc7a,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.597210 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54836) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:16.599639 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:16.655484 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.679518 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.823762 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.826485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:16.829008 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/174f07f3-abbf-4cbd-b926-75fd483fcc7a HTTP/1.1" status: 204 len: 168 time: 0.2306225 Jun 16 16:15:16.830918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-45258f08-8310-493f-8f8a-7fe3c8a066be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:16.840317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f07f3-abbf-4cbd-b926-75fd483fcc7a,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:16.852987 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:16.951784 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce22a5f-b352-44fc-86b2-1a9ad55ffd92 req-9643a565-9631-4eca-aa3e-d44efd04c63f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:16.953340 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bce22a5f-b352-44fc-86b2-1a9ad55ffd92 req-9643a565-9631-4eca-aa3e-d44efd04c63f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0670722 Jun 16 16:15:16.991417 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bce22a5f-b352-44fc-86b2-1a9ad55ffd92 req-93bdf69f-51dd-4b12-ae34-87e508ad1372 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Jun 16 16:15:17.344126 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54874) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:17.358228 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.481691 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.572026 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.575656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e8f6a996-a602-48cf-b381-6f8ca73fa06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:17.615858 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7daee14b764e4467acffc3b713f090ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638111 Jun 16 16:15:17.616420 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54888) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:17.624743 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c4e912-f689-469d-91e0-bd4079f1f562,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:17.632935 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:17.680270 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.725751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.851925 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54908) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:17.866626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.882672 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.885280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:17.886542 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4c4e912-f689-469d-91e0-bd4079f1f562 HTTP/1.1" status: 204 len: 168 time: 0.2692192 Jun 16 16:15:17.889280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ef36b714-684a-4b63-8f49-b27f7b0d976a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:17.905107 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c4e912-f689-469d-91e0-bd4079f1f562,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:17.908763 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:17.946548 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54912) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:17.991243 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.098358 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.103199 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-49723444-cc02-4e82-86b4-9f7ebc872a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:18.388135 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91cbf065fc5f40a78034d81c235265f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350928 Jun 16 16:15:18.390736 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768158e6-4ea4-4e41-b7ee-96059a0a40bc,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:18.390874 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54924) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:18.402657 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:18.406062 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1521488841-network', 'tenant_id': '6c91dc21170c4bf7a48c22f977a96d4e'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:18.451459 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d4437-5846-4df8-9fea-5ffed4515bd2 req-e8033a6a-1a21-448d-b6df-9d4f15385990 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:18.453609 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-066d4437-5846-4df8-9fea-5ffed4515bd2 req-e8033a6a-1a21-448d-b6df-9d4f15385990 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1230073 Jun 16 16:15:18.481720 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.487026 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54930) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:18.509664 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-066d4437-5846-4df8-9fea-5ffed4515bd2 req-3066e970-2f86-4df5-b02f-50bee693a54f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498478 Jun 16 16:15:18.510731 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Made reservation on behalf of 6c91dc21170c4bf7a48c22f977a96d4e for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:18.513142 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.535364 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.538740 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.648809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.650004 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.669242 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.673240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.674536 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/768158e6-4ea4-4e41-b7ee-96059a0a40bc HTTP/1.1" status: 204 len: 168 time: 0.2822263 Jun 16 16:15:18.676957 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-663d42b2-35fc-41e7-a19e-ad1239dbff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:18.683013 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768158e6-4ea4-4e41-b7ee-96059a0a40bc,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:18.692183 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:18.734697 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.738128 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d1ff2f18-3aad-4c01-8f10-85528f6f96e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:18.772442 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:18.808741 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c82e53-7bc3-4229-89ce-09ab3c536b3d,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:18.815079 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:18.820997 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.820997 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Added segment e5635f01-5c66-4250-a46e-6bad893aa79e of type vlan for network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 Jun 16 16:15:18.870214 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:18.928276 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.024076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.026085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.031282 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:19.032210 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.034317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d0a82398-659c-4a95-a1f4-2777f11e792a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:19.078967 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d2ad08a2f154a78a78b0453b5e0e66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5907063 Jun 16 16:15:19.080160 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47281b97-f353-4aba-b250-264ecfce30f3,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.081749 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54958) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:19.083257 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:19.083914 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e18d276d-236d-4d73-959b-68e8ae824381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:19.142356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.157756 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 54962) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:19.158104 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2095356 Jun 16 16:15:19.160061 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Pushing event updated for resources: {'Network': ['ID=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.165633 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:19.166316 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Request body: {'subnet': {'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1521488841-subnet', 'tenant_id': '6c91dc21170c4bf7a48c22f977a96d4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:19.177254 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:15:19.183238 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.274520 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Made reservation on behalf of 6c91dc21170c4bf7a48c22f977a96d4e for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:19.276929 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392307'] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.378650 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54974) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:19.395654 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.401239 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.404593 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47281b97-f353-4aba-b250-264ecfce30f3 HTTP/1.1" status: 204 len: 168 time: 0.3195651 Jun 16 16:15:19.406999 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:19.422868 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47281b97-f353-4aba-b250-264ecfce30f3,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.425569 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:19.572015 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3820658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392289'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.575947 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:19.585651 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-566c6cfa-e678-4851-9e34-75ebee820787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.644678 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba52ea1-7078-41de-a78b-66d61db098bd,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.650138 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:19.654096 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Checking segment: {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:19.654688 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Network hostable DHCP agents. Network: 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:19.717450 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-566c6cfa-e678-4851-9e34-75ebee820787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.741421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896ed4-20a5-448a-b8da-130382466e44 req-b287ba45-958d-4b35-98b6-f8ae3bb6761b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:19.742933 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-25896ed4-20a5-448a-b8da-130382466e44 req-b287ba45-958d-4b35-98b6-f8ae3bb6761b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0838480 Jun 16 16:15:19.778471 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:19.786572 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-25896ed4-20a5-448a-b8da-130382466e44 req-9507d6aa-5f32-42b7-b358-99b3423786ad tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Jun 16 16:15:19.846710 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-566c6cfa-e678-4851-9e34-75ebee820787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.850534 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ecff08d2-0cbd-4174-8d2c-d5f2037611a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:19.875409 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:19.892773 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1db541-3d41-4b24-9cf2-75d1abbaa97d None None] Network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:19.895885 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:19.897195 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-566c6cfa-e678-4851-9e34-75ebee820787 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c9b6d19177b49f89fea70b65f6df31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183058 Jun 16 16:15:19.897195 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 54992) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:19.899901 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.933631 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c6cfa-e678-4851-9e34-75ebee820787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ecf992-a4e2-4796-9d28-289488b93798,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:19.936928 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-566c6cfa-e678-4851-9e34-75ebee820787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:19.953683 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.984519 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:19.990555 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8319027 Jun 16 16:15:20.039791 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7a210-e77f-4519-aec1-5c927e863cf9 None None] Network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:20.109486 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:20.113241 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:20.114582 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93ecf992-a4e2-4796-9d28-289488b93798 HTTP/1.1" status: 204 len: 168 time: 0.2167745 Jun 16 16:15:20.115622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5fb49ee3-9303-46c4-b01d-3d03c115a59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:20.129690 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ecf992-a4e2-4796-9d28-289488b93798,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:20.135231 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:20.961158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191fc0f-2f3d-42cd-84de-24e65c15329f req-57db3026-0132-4b90-a3d7-583c208ec575 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:20.962548 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1191fc0f-2f3d-42cd-84de-24e65c15329f req-57db3026-0132-4b90-a3d7-583c208ec575 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0624740 Jun 16 16:15:21.025245 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1191fc0f-2f3d-42cd-84de-24e65c15329f req-35850ba7-4ea5-4f51-9fa0-b0c519fb684a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568120 Jun 16 16:15:22.077390 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb00cc-e7c6-4bdb-86c3-f5eb3aafd0c3 req-677e3325-1a4e-4bbc-a590-6a3a5ccf180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:22.087907 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c4fb00cc-e7c6-4bdb-86c3-f5eb3aafd0c3 req-677e3325-1a4e-4bbc-a590-6a3a5ccf180f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 1098 time: 0.0863855 Jun 16 16:15:22.129544 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c4fb00cc-e7c6-4bdb-86c3-f5eb3aafd0c3 req-19f01961-8007-4f3c-af2c-b12e66ec9251 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Jun 16 16:15:22.213170 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d76d3-b438-4f11-82c5-0997d8f5ed9d req-f8af0819-d0f1-493d-9886-bf4fee2a1ea7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:22.214681 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c0d76d3-b438-4f11-82c5-0997d8f5ed9d req-f8af0819-d0f1-493d-9886-bf4fee2a1ea7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0703280 Jun 16 16:15:22.277376 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c0d76d3-b438-4f11-82c5-0997d8f5ed9d req-73901c96-0230-4620-9187-08e757ad010d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Jun 16 16:15:22.651373 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-9f7a1a51-e732-4f4b-8b85-3e90deda9052 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:22.652992 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-9f7a1a51-e732-4f4b-8b85-3e90deda9052 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/networks?id=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 HTTP/1.1" status: 200 len: 809 time: 0.1057348 Jun 16 16:15:22.669029 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-2a2d1433-4933-477a-81d5-63c2b90990ca tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/quotas/6c91dc21170c4bf7a48c22f977a96d4e HTTP/1.1" status: 200 len: 375 time: 0.0104978 Jun 16 16:15:22.718417 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-af7c1a63-8789-4b89-8690-2606643c0a4b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387685 Jun 16 16:15:22.837170 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-20589672-e454-4953-8c08-4e2e5db6a349 service neutron] 10.222.0.22 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178834 Jun 16 16:15:22.944479 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-9bc8db9a-1cd5-4b36-8d02-32cce43894cd service neutron] 10.222.0.22 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996883 Jun 16 16:15:23.250004 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-94c10e17-7edd-472c-a99c-be6c77e8e447 req-9f30661e-dc8f-4d1e-98f3-f4bbfe5bd573 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 210 time: 0.0380657 Jun 16 16:15:23.456941 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb33ba-d15f-4df3-87fd-d22ab3004234 req-bb6a7c9e-2f24-412d-92fd-462db1bef573 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:23.458369 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-58bb33ba-d15f-4df3-87fd-d22ab3004234 req-bb6a7c9e-2f24-412d-92fd-462db1bef573 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0641832 Jun 16 16:15:23.501745 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-58bb33ba-d15f-4df3-87fd-d22ab3004234 req-07cd5ba4-bb1b-4839-83f1-600e47d9aeea tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Jun 16 16:15:23.682578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d4b5b-98d7-4455-a245-302ef30c47fd req-38d1eb8b-61b3-4ee0-a8a8-581e0256e58a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:23.684032 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ab3d4b5b-98d7-4455-a245-302ef30c47fd req-38d1eb8b-61b3-4ee0-a8a8-581e0256e58a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0683844 Jun 16 16:15:23.722212 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ab3d4b5b-98d7-4455-a245-302ef30c47fd req-8aff940d-fe0f-49e7-8514-10ac1114596e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 Jun 16 16:15:24.336192 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-24abfa09-b690-4a51-8ec5-6f5822200065 req-529a763d-c658-4959-a014-ca675390e9a4 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Jun 16 16:15:24.826914 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-b45289c5-cf7d-4818-a48f-5c455494623f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530789 Jun 16 16:15:25.005801 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-75f83b17-0d46-4b5e-950c-45fac3207e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:25.007377 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-75f83b17-0d46-4b5e-950c-45fac3207e5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.0587254 Jun 16 16:15:25.141638 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-e9f3e993-4c2d-49e7-9ccb-fe217bdfc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:25.148317 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-e9f3e993-4c2d-49e7-9ccb-fe217bdfc38b service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.1129303 Jun 16 16:15:25.196952 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-833736f6-147d-41d8-b99b-d601002665e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 217 time: 0.0400436 Jun 16 16:15:25.251525 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-57cbde1a-e85f-41db-945b-69b1f44aff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:25.253251 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-57cbde1a-e85f-41db-945b-69b1f44aff44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.0451498 Jun 16 16:15:25.286598 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-f0bd3e2f-003f-4010-b4c3-76225a2f5e4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262389 Jun 16 16:15:25.403801 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-82b476e2-7975-4f52-9920-1cf3e7baf420 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090794 Jun 16 16:15:25.508845 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8d873d73-2fe4-4ec3-9269-8d3407110fd2 req-a31bb89a-470e-48ed-830b-fbc0f02109c1 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 210 time: 0.0446076 Jun 16 16:15:25.557953 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2d4dd58-0f8d-467d-8276-18b9f67762e4 req-c356ef39-a69f-4a16-aee5-7700dd864ca0 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468043 Jun 16 16:15:26.154153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-91659128-913c-4f6e-9c36-d6b4eb351ed2 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.156234 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-91659128-913c-4f6e-9c36-d6b4eb351ed2 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "GET /v2.0/networks?id=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 HTTP/1.1" status: 200 len: 809 time: 0.3260763 Jun 16 16:15:26.176408 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Request body: {'port': {'device_id': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0', 'admin_state_up': True, 'tenant_id': '6c91dc21170c4bf7a48c22f977a96d4e'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:26.474312 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Made reservation on behalf of 6c91dc21170c4bf7a48c22f977a96d4e for: {'port': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:26.478432 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:26.622541 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Allocated IP 172.20.0.10 (74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0/6ba52ea1-7078-41de-a78b-66d61db098bd/9ff4efa2-34dd-4470-8533-4adc0d7f73fe) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:26.720508 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e1741cb7-1f2c-4d9c-94bb-5b90815f2ba5 req-8058138e-639b-42ba-975f-99e9cbba1290 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 210 time: 0.0386775 Jun 16 16:15:26.798937 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-0eb95e88-6e14-4661-a645-f12b5da4463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.808124 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-0eb95e88-6e14-4661-a645-f12b5da4463d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.0628991 Jun 16 16:15:26.824805 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:26.851778 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb4a9-6390-4911-a4f6-c53e7412bcdd req-cf1530db-c397-4ead-8351-d4efbdb822c6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.853275 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-730cb4a9-6390-4911-a4f6-c53e7412bcdd req-cf1530db-c397-4ead-8351-d4efbdb822c6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1195769 Jun 16 16:15:26.896348 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-e7f59f60-9e2d-48e7-a7b8-49c537a2d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.897919 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-e7f59f60-9e2d-48e7-a7b8-49c537a2d357 service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.0900786 Jun 16 16:15:26.908310 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-730cb4a9-6390-4911-a4f6-c53e7412bcdd req-4ea7bc66-64d1-4c5f-9915-7309d348dd37 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 Jun 16 16:15:26.943625 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-395a02ae-94f6-4ad7-aae1-e68094d0fa42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 217 time: 0.0385690 Jun 16 16:15:26.995203 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-bd9435d3-a90b-41f3-bc03-dc04544b80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:26.996394 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-bd9435d3-a90b-41f3-bc03-dc04544b80cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.0453248 Jun 16 16:15:27.002029 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:27.009654 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:27.049809 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-0d906ee0-d149-4a29-b91a-f7cce208b8ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464828 Jun 16 16:15:27.060540 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:27.064228 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:27.069264 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:27.074815 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Pushing event updated for resources: {'Port': ['ID=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:27.096469 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:27.132571 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:27.133517 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:27.189956 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-5c616c8a-ed39-4229-bc68-e23b48222506 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323290 Jun 16 16:15:27.253245 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0836678 Jun 16 16:15:27.267324 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Request body: {'port': {'device_id': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:27.286767 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a3964e8e-9cf2-435d-8eae-207fb00356b1 req-3df0482f-b640-405b-9953-7efbe18b0d6e service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897450 Jun 16 16:15:27.369863 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:27.665714 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff4efa2-34dd-4470-8533-4adc0d7f73fe {{(pid=92539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:15:27.673464 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:27.685498 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Transition to ACTIVE for port object 9ff4efa2-34dd-4470-8533-4adc0d7f73fe will not be triggered until provisioned by entity L2. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:27.800889 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:27.804598 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:27.917527 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:27.921113 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:27.995831 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45847673-d3d1-4822-b0fe-2f1dca0a6b7a req-7eef4ad7-5cda-4986-b8c6-028a8e9a8591 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:27.997323 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-45847673-d3d1-4822-b0fe-2f1dca0a6b7a req-7eef4ad7-5cda-4986-b8c6-028a8e9a8591 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 944 time: 0.1678846 Jun 16 16:15:28.023947 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Attempting to bind port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:28.024281 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Attempting to bind port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:28.024637 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Attempting to bind port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe on network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:28.036382 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe on network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:15:28.039455 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Attempting to bind port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe on network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:28.051011 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:28.051335 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Checking segment: {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:28.051726 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Bound using segment: {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:28.052164 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Bound port: 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'}}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:28.052531 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:28.056704 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-45847673-d3d1-4822-b0fe-2f1dca0a6b7a req-ddf3e1ac-88e1-4fb6-8ad2-b441ec6f5220 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499034 Jun 16 16:15:28.106687 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac6ba5-ca17-4ae9-a3b3-41344ef15ac0 req-fc1ca483-fa39-4605-815f-dcb4074f56df tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.108340 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-75ac6ba5-ca17-4ae9-a3b3-41344ef15ac0 req-fc1ca483-fa39-4605-815f-dcb4074f56df tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0868454 Jun 16 16:15:28.130234 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] For port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host hv-cinder-79668, cleared binding levels {{(pid=92539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:28.133826 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] For port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:28.149472 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-75ac6ba5-ca17-4ae9-a3b3-41344ef15ac0 req-8a73368b-f880-4802-b524-6bde5e78da9a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348423 Jun 16 16:15:28.223118 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:28.225510 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:28.258313 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.258922 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:28.260253 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] 10.222.0.79 "PUT /v2.0/ports/9ff4efa2-34dd-4470-8533-4adc0d7f73fe HTTP/1.1" status: 200 len: 1094 time: 0.9980242 Jun 16 16:15:28.260764 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'tag': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:15:28.263055 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66968004-15a0-44f7-a4f2-35b865c2741b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2840f4-5eb7-4f99-ae54-524e208dddf3", "tag": "9ff4efa2-34dd-4470-8533-4adc0d7f73fe"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:28.293008 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,revision_number=3']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:28.296866 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:28.298864 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8493eea-0fca-4917-8ffe-26fd310c7785 x-openstack-request-id: req-d8493eea-0fca-4917-8ffe-26fd310c7785 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:28.299171 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2840f4-5eb7-4f99-ae54-524e208dddf3", "tag": "9ff4efa2-34dd-4470-8533-4adc0d7f73fe", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:28.299446 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8493eea-0fca-4917-8ffe-26fd310c7785 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:28.299857 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'tag': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe', 'status': 'completed', 'code': 200} Jun 16 16:15:28.387147 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968004-15a0-44f7-a4f2-35b865c2741b req-984e49e3-8897-482c-9e0b-765dacc0ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.389778 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-66968004-15a0-44f7-a4f2-35b865c2741b req-984e49e3-8897-482c-9e0b-765dacc0ad81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 1097 time: 0.0681038 Jun 16 16:15:28.500027 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968004-15a0-44f7-a4f2-35b865c2741b req-1ab5ea36-cda4-41ce-9083-ea6f71809b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.502399 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-66968004-15a0-44f7-a4f2-35b865c2741b req-1ab5ea36-cda4-41ce-9083-ea6f71809b92 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1050682 Jun 16 16:15:28.622682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968004-15a0-44f7-a4f2-35b865c2741b req-531c38a4-b833-4a95-b246-94ca6f7c5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.624179 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-66968004-15a0-44f7-a4f2-35b865c2741b req-531c38a4-b833-4a95-b246-94ca6f7c5e3e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048427 Jun 16 16:15:28.729682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-6aee7b99-896d-4e87-9f78-2b9748a29a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.731259 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-6aee7b99-896d-4e87-9f78-2b9748a29a4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 1097 time: 0.0595479 Jun 16 16:15:28.755704 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:15:28.780761 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-4e125909-c53d-4a75-a8db-63e0503a826e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ff4efa2-34dd-4470-8533-4adc0d7f73fe HTTP/1.1" status: 200 len: 217 time: 0.0359213 Jun 16 16:15:28.842855 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-e538cfc2-cfc0-4139-bac4-8e420ad5bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:28.844981 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-e538cfc2-cfc0-4139-bac4-8e420ad5bd3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6ba52ea1-7078-41de-a78b-66d61db098bd HTTP/1.1" status: 200 len: 849 time: 0.0457458 Jun 16 16:15:28.882831 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-62fd9de4-9d63-41d7-94b6-c03086ae6945 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306778 Jun 16 16:15:28.981576 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-1d29fe98-5709-4bc5-bd16-260bc09db879 service neutron] 10.222.0.79 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916777 Jun 16 16:15:29.073971 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-807c5d5b-b489-4515-8d44-2184d72fb50b req-47a0e485-e3e7-4e65-b651-e9284d1db14a service neutron] 10.222.0.79 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854044 Jun 16 16:15:29.268670 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b0ec0-3154-4f95-b4b6-d7cf21032aca req-bfe7c036-7b5d-4792-8e37-a22a59f2258b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:29.271454 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-062b0ec0-3154-4f95-b4b6-d7cf21032aca req-bfe7c036-7b5d-4792-8e37-a22a59f2258b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 944 time: 0.0842233 Jun 16 16:15:29.311630 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-062b0ec0-3154-4f95-b4b6-d7cf21032aca req-d01d6729-0682-4372-b58b-2ccf2950c578 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Jun 16 16:15:29.336015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bc6aa-8b66-4245-992f-347c58f3f76e req-f3623c79-2187-492d-abbd-cca823337d61 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:29.337679 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-365bc6aa-8b66-4245-992f-347c58f3f76e req-f3623c79-2187-492d-abbd-cca823337d61 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0693264 Jun 16 16:15:29.377773 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-365bc6aa-8b66-4245-992f-347c58f3f76e req-7ac5dac2-2470-4dd2-bcc7-0d66fc12ed39 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Jun 16 16:15:29.488623 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.821891 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55396) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:29.866799 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Deleting subnet 50b5d66b-a844-419d-bf57-2637db01829e {{(pid=92539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:15:29.869896 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.904534 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497536'] for subnet, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:29.947060 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.074866 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392296'] for subnet, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.078054 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:30.102474 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b5d66b-a844-419d-bf57-2637db01829e,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:30.104417 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.106264 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/50b5d66b-a844-419d-bf57-2637db01829e HTTP/1.1" status: 204 len: 168 time: 0.2830949 Jun 16 16:15:30.107155 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-1acfb9cb-6560-4ec1-b784-d1d8f5d284aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:30.108867 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55406) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:30.175472 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.271177 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.282440 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69248a63-ed63-4fe7-a4b9-5e5f092aa47d']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.293784 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1e2677-87df-42d2-92c5-b02e97ca9709') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.294164 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1e2677-87df-42d2-92c5-b02e97ca9709') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:30.309708 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.323345 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.330573 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:15:30.331021 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:15:30.332882 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:15:30.508188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a11f09-49f6-462e-b85e-1b3ef896df45 req-416eba09-3d4e-4d17-bd96-543f3aee6a8e tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.509898 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f1a11f09-49f6-462e-b85e-1b3ef896df45 req-416eba09-3d4e-4d17-bd96-543f3aee6a8e tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 944 time: 0.0722132 Jun 16 16:15:30.539078 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.550402 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0dc401fd-3c4e-4281-9f09-f7bcffcf2a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:30.551442 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f1a11f09-49f6-462e-b85e-1b3ef896df45 req-36c27bef-95df-4e52-973e-d74ba079cc98 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340691 Jun 16 16:15:30.553851 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.558391 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] 10.222.0.22 "DELETE /v2.0/networks/69248a63-ed63-4fe7-a4b9-5e5f092aa47d HTTP/1.1" status: 204 len: 168 time: 0.4459157 Jun 16 16:15:30.562403 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55426) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:30.576403 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Pushing event deleted for resources: {'Network': ['ID=69248a63-ed63-4fe7-a4b9-5e5f092aa47d,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:30.584003 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:30.617339 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b2566-9900-4172-a3b8-a544c5762dea req-6e3f111f-ff27-4be5-a990-e75c9e282657 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:30.619478 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a41b2566-9900-4172-a3b8-a544c5762dea req-6e3f111f-ff27-4be5-a990-e75c9e282657 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1154025 Jun 16 16:15:30.629255 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Deleting subnet 92428756-516e-41f6-99dc-3163c6814a09 {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:15:30.632818 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.668347 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a41b2566-9900-4172-a3b8-a544c5762dea req-f7ff3136-7a61-40b1-a531-adabf82c60d7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Jun 16 16:15:30.670511 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.714517 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.805862 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55442) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:30.911333 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55450) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:30.983963 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:30.995496 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:31.003189 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.028106 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92428756-516e-41f6-99dc-3163c6814a09,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.035109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.039886 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92428756-516e-41f6-99dc-3163c6814a09 HTTP/1.1" status: 204 len: 168 time: 0.4762704 Jun 16 16:15:31.040551 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55458) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:31.041367 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0b5297aa-3332-48a0-a0a9-35ce622935e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:31.076356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cba12ff-ae5b-4bda-9cd1-e1514f7a4ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.129021 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.139250 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.207923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.218089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eb41e5-babf-4e7b-972f-1456a4f2c3aa']}} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:31.228247 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f6b528-e7e6-4a50-a5c2-86c603107355') {'for_net_delete': True} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:31.228554 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f6b528-e7e6-4a50-a5c2-86c603107355') {} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:31.237228 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2601166'] for segment, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.238892 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.244401 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f85f73e6-b968-4f4f-bffd-ba57e32a5f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:31.253638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.261178 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=92538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:15:31.261770 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3968153'] for segment, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: Traceback (most recent call last): Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: timer() Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: cb(*args, **kw) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: return func(*args, **kwargs) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: self._notify() Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: self.callback(batched_events) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: event.method(event) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: return f(self, *a, **k) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: return self._get(url).json() Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: return self.request(url, 'GET', **kwargs) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:15:31.263813 dv-cinder-796685-1-smb neutron-server[92538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:15:31.297705 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b52e85e9a344cc4b15b2264a52fccd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901893 Jun 16 16:15:31.301143 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55466) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:31.315055 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0f944e-632f-421e-afc4-20daa58883da,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.324264 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:31.406476 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.411960 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.417113 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.421129 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] 10.222.0.22 "DELETE /v2.0/networks/68eb41e5-babf-4e7b-972f-1456a4f2c3aa HTTP/1.1" status: 204 len: 168 time: 0.3785403 Jun 16 16:15:31.423547 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7477e981-aa7c-4b26-941f-05fdd0d91850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:31.440723 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Pushing event deleted for resources: {'Network': ['ID=68eb41e5-babf-4e7b-972f-1456a4f2c3aa,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.440899 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cba12ff-ae5b-4bda-9cd1-e1514f7a4ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.450294 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-68e9ad4a-0232-4c1f-94c1-e49d78206800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:31.452035 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.497853 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6cba12ff-ae5b-4bda-9cd1-e1514f7a4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.502453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-85ab8efc-869a-488c-bef6-e96fa5434f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:31.556921 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6cba12ff-ae5b-4bda-9cd1-e1514f7a4ac5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ded31b8d43c46588f674f8889a81c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6444445 Jun 16 16:15:31.559427 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55480) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:31.565266 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba12ff-ae5b-4bda-9cd1-e1514f7a4ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f238c67-27d4-4f91-85f2-4f16196f7534,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.568815 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6cba12ff-ae5b-4bda-9cd1-e1514f7a4ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:31.611355 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.613959 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.615083 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef0f944e-632f-421e-afc4-20daa58883da HTTP/1.1" status: 204 len: 168 time: 0.3113637 Jun 16 16:15:31.617636 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-ebad9a8a-e955-4838-b4b4-db85bf8d65e6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:31.620744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.628583 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0f944e-632f-421e-afc4-20daa58883da,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.639241 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:31.666289 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.806608 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c55fb-0c6e-474f-a129-aca81ab0b274 req-2fbd5f6b-a241-4b4e-9f69-d46f03f44548 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:31.808310 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f91c55fb-0c6e-474f-a129-aca81ab0b274 req-2fbd5f6b-a241-4b4e-9f69-d46f03f44548 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 944 time: 0.0821211 Jun 16 16:15:31.826786 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.829867 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:31.842254 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f238c67-27d4-4f91-85f2-4f16196f7534 HTTP/1.1" status: 204 len: 168 time: 0.2733996 Jun 16 16:15:31.842254 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d651b91b-6251-4b10-9192-138fa61cd7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:31.845856 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55496) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:31.865764 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f238c67-27d4-4f91-85f2-4f16196f7534,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:31.885354 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:31.889361 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f91c55fb-0c6e-474f-a129-aca81ab0b274 req-0e2ce87e-edad-4144-bf1f-0dc127e51706 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741556 Jun 16 16:15:31.940548 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-fcd39456-1970-45f5-8e59-11dc29584003 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b58b65a0aa34abc826dbf7cbe6c6369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925419 Jun 16 16:15:31.942130 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55500) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:31.960418 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d4fad-f827-426a-9810-be11082b1bff req-a508feee-978f-414a-b905-41e58438f3f9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:31.964401 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-db2d4fad-f827-426a-9810-be11082b1bff req-a508feee-978f-414a-b905-41e58438f3f9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1532657 Jun 16 16:15:32.020124 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-db2d4fad-f827-426a-9810-be11082b1bff req-242787b0-f3db-467c-b370-1ce2ff59167b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Jun 16 16:15:32.057567 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.094049 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.223329 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.226172 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.227291 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3 HTTP/1.1" status: 204 len: 168 time: 0.2840531 Jun 16 16:15:32.232608 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b433fcc4-1725-412f-9bd0-223389ba425d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:32.236007 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0dcffd-5cdf-4b1b-ab47-f61bdab12dd3,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:32.238174 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:32.242248 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 9ff4efa2-34dd-4470-8533-4adc0d7f73fe details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:15:32.343591 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:32.353904 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe', 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0', 'port_id': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe', 'mac_address': 'fa:16:3e:1a:99:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba52ea1-7078-41de-a78b-66d61db098bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:15:32.401361 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.415444 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff4efa2-34dd-4470-8533-4adc0d7f73fe {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:15:32.435569 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:32.496337 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55518) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:32.508993 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.511210 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.511951 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b0932b02-3d79-4eb5-b265-ffa26e197fd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:32.562658 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:32.571028 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.571464 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.571867 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.572267 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.572691 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.573023 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.573435 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.573968 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.574707 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.575291 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.575787 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.576257 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:32.581475 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:32.650747 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.714662 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.718232 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-577f4e95-3ee0-4132-9d5b-f0cd20d8441c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:32.753834 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a28339ffd2a46caadda9b570b478789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563291 Jun 16 16:15:32.754801 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8011631f-1784-4ec7-bef5-00bc12fe2faa,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:32.756622 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55526) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:32.757964 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:32.787571 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['9ff4efa2-34dd-4470-8533-4adc0d7f73fe'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:15:32.813285 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.834054 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.955059 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55530) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:32.967718 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.996431 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:32.999012 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.003001 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8011631f-1784-4ec7-bef5-00bc12fe2faa HTTP/1.1" status: 204 len: 168 time: 0.2414701 Jun 16 16:15:33.012632 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-be625a20-4817-4686-9545-39bd9581c46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:33.027370 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8011631f-1784-4ec7-bef5-00bc12fe2faa,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.030376 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:33.102898 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.119656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3d82e-6403-46eb-82ed-f127175f7f8a req-03fc2925-57e3-4afa-8157-64a4e7ba01ae tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:33.127245 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7bd3d82e-6403-46eb-82ed-f127175f7f8a req-03fc2925-57e3-4afa-8157-64a4e7ba01ae tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 945 time: 0.1174514 Jun 16 16:15:33.166400 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7bd3d82e-6403-46eb-82ed-f127175f7f8a req-1280d411-3d44-4f86-8be7-8546af01c778 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382941 Jun 16 16:15:33.179910 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55538) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:33.218534 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.223343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4c9f28e6-080a-418e-98a8-82087539abdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:33.229146 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-6bbbbb84-55b4-4053-afe4-6e030ed55b4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e39869297cd466a933337201d05a50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479815 Jun 16 16:15:33.230113 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55540) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:33.261898 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37a9c2-b2c1-46fb-8bcc-8b891e7521d3 req-1325a106-d6bc-4f7f-be49-09b91822351d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:33.263407 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ef37a9c2-b2c1-46fb-8bcc-8b891e7521d3 req-1325a106-d6bc-4f7f-be49-09b91822351d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1127970 Jun 16 16:15:33.275581 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98241190495046e58413b7ceeb41ab79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194590 Jun 16 16:15:33.279438 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55542) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:33.291510 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a551753-54d1-4b55-b785-26a9d325ab34,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.297212 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:33.306015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.320196 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ef37a9c2-b2c1-46fb-8bcc-8b891e7521d3 req-4562ac42-feb9-4ae2-9c24-fa3647f70335 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Jun 16 16:15:33.336083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.418766 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.445012 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.555261 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.558809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.560049 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddd6c82b-c8f8-45c6-8c1b-210e5327a1cb HTTP/1.1" status: 204 len: 168 time: 0.3289797 Jun 16 16:15:33.564336 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bba3b272-f745-4d8e-9aa9-fc80d7d92a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:33.564336 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.566434 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:33.567573 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a551753-54d1-4b55-b785-26a9d325ab34 HTTP/1.1" status: 204 len: 168 time: 0.2871668 Jun 16 16:15:33.574127 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6c82b-c8f8-45c6-8c1b-210e5327a1cb,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.576980 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:33.577493 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5e39a82b-bb22-412a-995b-c415a9b0e2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:33.585159 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a551753-54d1-4b55-b785-26a9d325ab34,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:33.587273 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:33.926451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55562) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:33.944591 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.035013 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.108847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.114494 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3b34242d-d757-4500-8086-f0b2cf7255b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:34.149950 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51c825cb4fb540be83258ff70ca1c261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223246 Jun 16 16:15:34.150684 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55572) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:34.155165 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6aca7-bc57-4b57-822e-80c2b5f37f27,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.174117 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:34.215011 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.239733 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.258812 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 9ff4efa2-34dd-4470-8533-4adc0d7f73fe up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:34.377618 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.380168 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.380371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961064ac-1d5d-4e4c-b85c-925fcec78c98 req-8e595880-fe8d-4304-9bd8-5a06dd81d0be tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:34.383570 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fd6aca7-bc57-4b57-822e-80c2b5f37f27 HTTP/1.1" status: 204 len: 168 time: 0.2289114 Jun 16 16:15:34.383702 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-961064ac-1d5d-4e4c-b85c-925fcec78c98 req-8e595880-fe8d-4304-9bd8-5a06dd81d0be tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 945 time: 0.0656621 Jun 16 16:15:34.387344 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:34.399316 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6aca7-bc57-4b57-822e-80c2b5f37f27,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.401730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:34.415847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:34.427613 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:34.428408 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.469415 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-961064ac-1d5d-4e4c-b85c-925fcec78c98 req-865feae8-5e52-4f16-a5dd-cd202ac68996 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810282 Jun 16 16:15:34.534540 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.600772 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:34.601788 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:15:34.606925 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b868950-3e3e-4da5-85c5-556b065ab2d2" -d '{"events": [{"server_uuid": "4e2840f4-5eb7-4f99-ae54-524e208dddf3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff4efa2-34dd-4470-8533-4adc0d7f73fe"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:34.649903 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18179dd-4ed9-4298-8188-535e650ef0b3 x-openstack-request-id: req-d18179dd-4ed9-4298-8188-535e650ef0b3 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:34.650042 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3da65-03d9-4006-9f59-8c3da1bf986a req-5c521a07-af25-4c7e-874d-c452ea40fd8c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:34.650208 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2840f4-5eb7-4f99-ae54-524e208dddf3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff4efa2-34dd-4470-8533-4adc0d7f73fe", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:34.650533 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d18179dd-4ed9-4298-8188-535e650ef0b3 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:34.650873 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe', 'code': 200} Jun 16 16:15:34.651434 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1aa3da65-03d9-4006-9f59-8c3da1bf986a req-5c521a07-af25-4c7e-874d-c452ea40fd8c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0679407 Jun 16 16:15:34.663008 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:34.665172 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:34.691260 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1aa3da65-03d9-4006-9f59-8c3da1bf986a req-6add929c-018b-41e0-8882-ea9de0d14e61 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343373 Jun 16 16:15:34.735936 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:34.739375 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:35.154058 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3db96b-cbe3-4689-93de-873af7818c37 req-f8cda727-4a73-4c86-80d4-f9c987ac5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:35.155581 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3d3db96b-cbe3-4689-93de-873af7818c37 req-f8cda727-4a73-4c86-80d4-f9c987ac5942 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 1099 time: 0.0732894 Jun 16 16:15:35.195529 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3d3db96b-cbe3-4689-93de-873af7818c37 req-ec215fbe-df68-48ea-ae43-c3db24c098fc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Jun 16 16:15:35.677734 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47806-cf75-4afd-8b57-b8dc6a25f5a8 req-45def228-1312-46d8-aa2d-b05dc76df467 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:35.679376 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e7e47806-cf75-4afd-8b57-b8dc6a25f5a8 req-45def228-1312-46d8-aa2d-b05dc76df467 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 946 time: 0.0848484 Jun 16 16:15:35.717386 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e7e47806-cf75-4afd-8b57-b8dc6a25f5a8 req-91e1456a-cf7f-43c2-856e-60e953c7275c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Jun 16 16:15:35.887919 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed9f5e-8283-4599-8543-567edc2253b1 req-87dc4e58-9623-42a0-ae28-e730a4903d12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:35.889433 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-81ed9f5e-8283-4599-8543-567edc2253b1 req-87dc4e58-9623-42a0-ae28-e730a4903d12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0715890 Jun 16 16:15:35.928785 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-81ed9f5e-8283-4599-8543-567edc2253b1 req-07d2ac16-3fd3-4531-9a68-7adee55ef8f2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Jun 16 16:15:36.805003 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55712) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:36.916311 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcd0fc-88ec-4b97-bbd6-53cbceec7702 req-3f64131b-4305-4690-a0fa-608197b130a8 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:36.918101 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-85bcd0fc-88ec-4b97-bbd6-53cbceec7702 req-3f64131b-4305-4690-a0fa-608197b130a8 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 946 time: 0.0680983 Jun 16 16:15:36.924698 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:36.971671 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-85bcd0fc-88ec-4b97-bbd6-53cbceec7702 req-893fc552-d228-473d-ad77-a777415c0822 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Jun 16 16:15:37.028828 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.132734 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.136617 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:37.175120 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861aa25-9d52-49ab-85e7-d9d9d775bad2 req-5e583b45-2fda-4d9f-9fda-58eed47b3cac tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:37.182096 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3861aa25-9d52-49ab-85e7-d9d9d775bad2 req-5e583b45-2fda-4d9f-9fda-58eed47b3cac tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1210601 Jun 16 16:15:37.200827 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1194c778fdaa42fda15fb6e6bf2eb709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924627 Jun 16 16:15:37.200827 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f00672-75d6-49c9-8b6d-2db04c83fcb3,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.204165 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55760) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:37.207544 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:37.229244 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3861aa25-9d52-49ab-85e7-d9d9d775bad2 req-94ac4b8a-06f3-450e-bd1d-8e5e4cfd21a6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 Jun 16 16:15:37.258949 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.280334 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.429261 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.431895 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:37.433119 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4f00672-75d6-49c9-8b6d-2db04c83fcb3 HTTP/1.1" status: 204 len: 168 time: 0.2309337 Jun 16 16:15:37.434057 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b69bae7c-6263-4fa9-b0d6-be996818a74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:37.441362 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f00672-75d6-49c9-8b6d-2db04c83fcb3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:37.443494 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:38.417244 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e72b1-c5f7-4556-9bc9-074e44f3a252 req-6beb53b9-4977-4a53-8620-43eb847f0969 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:38.418717 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5a9e72b1-c5f7-4556-9bc9-074e44f3a252 req-6beb53b9-4977-4a53-8620-43eb847f0969 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0674129 Jun 16 16:15:38.481234 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5a9e72b1-c5f7-4556-9bc9-074e44f3a252 req-d64e959e-65f8-4d93-ac28-0c62d689414d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554819 Jun 16 16:15:38.565506 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55826) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:38.677331 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1978398190-network', 'tenant_id': '4b6ece348f5a4657828d414e5733414f'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:38.799463 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Made reservation on behalf of 4b6ece348f5a4657828d414e5733414f for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:38.801882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:38.812071 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:38.931494 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.012527 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.018277 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3d20c65d-a68a-4c53-a782-bb274e131eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:39.035413 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:39.055033 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.055398 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Added segment 37a6e6d3-6dff-40fa-91e7-35b3b18201b1 of type vlan for network d50c4d77-5b45-4db5-885d-4f7903d1a79b Jun 16 16:15:39.057711 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90db5480-94d7-4d99-877c-7199ad850add,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.063974 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:39.102550 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.255318 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.259056 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:39.265715 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.265715 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:39.343290 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Pushing event updated for resources: {'Network': ['ID=d50c4d77-5b45-4db5-885d-4f7903d1a79b,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.348255 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:39.353901 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:15:39.364404 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc8ab3-4b10-4c11-8806-6de5ee4a8435 req-a047cb7c-2176-4efb-acb7-0581b17b4837 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:39.366036 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7dc8ab3-4b10-4c11-8806-6de5ee4a8435 req-a047cb7c-2176-4efb-acb7-0581b17b4837 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 946 time: 0.1574392 Jun 16 16:15:39.368534 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8014302 Jun 16 16:15:39.371344 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55858) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:39.376905 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Request body: {'subnet': {'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1978398190-subnet', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:39.437182 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7dc8ab3-4b10-4c11-8806-6de5ee4a8435 req-5527c802-ccb4-44b6-8f02-fd89ca0d1493 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Jun 16 16:15:39.491973 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Made reservation on behalf of 4b6ece348f5a4657828d414e5733414f for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:39.494307 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392307'] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.691351 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d43517a4-2c78-4051-944b-8113278b7290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.732686 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcaf2e-cdc8-4652-9ad4-c8311dc61d12 req-b525987b-b116-48dd-9eb9-8f7d02ac5815 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:39.734117 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2cfcaf2e-cdc8-4652-9ad4-c8311dc61d12 req-b525987b-b116-48dd-9eb9-8f7d02ac5815 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1100955 Jun 16 16:15:39.764466 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3820658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392289'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:39.770060 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:39.791341 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2cfcaf2e-cdc8-4652-9ad4-c8311dc61d12 req-0892d37c-f797-4b1d-870a-8966136e3de1 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508006 Jun 16 16:15:39.831550 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d53e25-750b-4dce-b498-bc2f3feabafe,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:39.835105 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:39.836172 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Checking segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:39.836546 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Network hostable DHCP agents. Network: d50c4d77-5b45-4db5-885d-4f7903d1a79b, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:39.914239 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:40.000364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, d50c4d77-5b45-4db5-885d-4f7903d1a79b) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:40.004363 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:40.004995 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.009563 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87819277-be1c-47eb-8b2e-ab91eafee2d1 None None] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:40.098102 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-96d841eb-78fc-42e4-9322-6e70a0309911 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7255902 Jun 16 16:15:40.100872 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 55866) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:40.105186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:40.161782 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-d50c4d77-5b45-4db5-885d-4f7903d1a79b', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:15:40.161782 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.207727 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.208940 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.268587 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.296449 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Allocated IP 172.20.0.2 (d50c4d77-5b45-4db5-885d-4f7903d1a79b/62d53e25-750b-4dce-b498-bc2f3feabafe/a8856dc6-e4f2-4297-a67c-5548cfd12b2d) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:40.498448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.509744 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Transition to ACTIVE for port object a8856dc6-e4f2-4297-a67c-5548cfd12b2d will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:40.527042 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Transition to ACTIVE for port object a8856dc6-e4f2-4297-a67c-5548cfd12b2d will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:40.601396 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.604615 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:40.651289 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:40.659512 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:40.664619 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:40.671208 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Pushing event updated for resources: {'Port': ['ID=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:40.676205 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:40.679885 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eda4f2-eb8f-493e-a741-8676b16b3474 req-b6be3b9d-20b9-4848-a20b-a064b6413b5b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:40.682970 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-38eda4f2-eb8f-493e-a741-8676b16b3474 req-b6be3b9d-20b9-4848-a20b-a064b6413b5b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 946 time: 0.1003859 Jun 16 16:15:40.722621 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-38eda4f2-eb8f-493e-a741-8676b16b3474 req-540c35d3-693a-417e-92e6-a40b596e1d82 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Jun 16 16:15:40.733741 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Attempting to bind port a8856dc6-e4f2-4297-a67c-5548cfd12b2d on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Attempting to bind port a8856dc6-e4f2-4297-a67c-5548cfd12b2d by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Attempting to bind port a8856dc6-e4f2-4297-a67c-5548cfd12b2d on network d50c4d77-5b45-4db5-885d-4f7903d1a79b {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Checking segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Bound using segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Bound port: a8856dc6-e4f2-4297-a67c-5548cfd12b2d, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:40.742547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.799522 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.828780 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] For port a8856dc6-e4f2-4297-a67c-5548cfd12b2d, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:40.836591 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] For port a8856dc6-e4f2-4297-a67c-5548cfd12b2d, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:40.864922 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-cb056a73-724d-4387-9d0e-e98f030d6378 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:40.866743 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-cb056a73-724d-4387-9d0e-e98f030d6378 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 946 time: 0.1264057 Jun 16 16:15:40.972863 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:40.976677 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.027108 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55922) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:41.046898 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Pushing event updated for resources: {'Port': ['ID=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.050830 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.186880 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.201926 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50890aef-46ee-4944-bba0-7e53d46b1448 req-1068266d-d771-4121-be1b-9bdb2075a69a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:41.203472 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-50890aef-46ee-4944-bba0-7e53d46b1448 req-1068266d-d771-4121-be1b-9bdb2075a69a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2462728 Jun 16 16:15:41.385894 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.395598 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Deleting port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:15:41.395774 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.437021 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-50890aef-46ee-4944-bba0-7e53d46b1448 req-7e593211-f687-4a5c-9cd8-5222e4c02d79 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312730 Jun 16 16:15:41.441973 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.475173 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.491739 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.496597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-75096919-3416-46de-84cc-f3499a887894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.535315 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b85805775e84187b10b96934ce78f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067773 Jun 16 16:15:41.538580 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55948) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:41.575550 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684f9bf-a232-43d4-bcc2-83d6f484bd30,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.579166 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.594056 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] For port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:41.594563 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.595655 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.619183 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.691659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Calling delete_port for 9ff4efa2-34dd-4470-8533-4adc0d7f73fe owned by compute:nova {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:15:41.749161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Allocated IP 172.28.1.235 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/138c87a4-995a-42e3-a610-7db322b28ce4) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:41.767323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.772643 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.772643 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5684f9bf-a232-43d4-bcc2-83d6f484bd30 HTTP/1.1" status: 204 len: 168 time: 0.2315848 Jun 16 16:15:41.772643 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3d49fc67-8517-4d1b-be97-d2a0de7fae57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:41.781196 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684f9bf-a232-43d4-bcc2-83d6f484bd30,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:41.789419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:41.917348 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:41.928476 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24e68d-f64c-4740-866e-23525e5b5215 req-3cf0a003-327b-4126-8eb6-9eaa61eb742c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:41.930065 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a24e68d-f64c-4740-866e-23525e5b5215 req-3cf0a003-327b-4126-8eb6-9eaa61eb742c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 946 time: 0.0857460 Jun 16 16:15:41.970468 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a24e68d-f64c-4740-866e-23525e5b5215 req-6e2a6426-a1f1-453e-906b-ad7468d38513 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Jun 16 16:15:42.113018 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.113018 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.116354 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:42.125082 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['9ff4efa2-34dd-4470-8533-4adc0d7f73fe'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:15:42.180837 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:42.193189 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-675a780a-0b93-4c4e-80b6-f27ddf8e9bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.205964 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:42.210902 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Pushing event updated for resources: {'Port': ['ID=138c87a4-995a-42e3-a610-7db322b28ce4,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.247162 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:42.252698 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] No DVR routers for this DVR port 9ff4efa2-34dd-4470-8533-4adc0d7f73fe on host hv-cinder-79668 {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:15:42.261715 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.263781 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2b077f26-145a-4a2c-8fcc-a2df37bf700b req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "DELETE /v2.0/ports/9ff4efa2-34dd-4470-8533-4adc0d7f73fe HTTP/1.1" status: 204 len: 173 time: 1.3846962 Jun 16 16:15:42.289979 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'name': 'network-vif-deleted', 'tag': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:15:42.292288 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5122ad66-fbd5-41a8-9b58-3e3ef8ca977c" -d '{"events": [{"server_uuid": "4e2840f4-5eb7-4f99-ae54-524e208dddf3", "name": "network-vif-deleted", "tag": "9ff4efa2-34dd-4470-8533-4adc0d7f73fe"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:15:42.322472 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Pushing event deleted for resources: {'Port': ['ID=9ff4efa2-34dd-4470-8533-4adc0d7f73fe,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:42.330836 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:42.331681 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:42.332197 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6cd3eb1d-d8e5-4584-b0fa-73ad01ca0ebf tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:42.353343 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b36c5-3918-49d1-a4d0-9c5613de2dcf None None] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:42.381744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58db7cf5-cdd3-427e-95d7-bc7f5d9cbc6d x-openstack-request-id: req-58db7cf5-cdd3-427e-95d7-bc7f5d9cbc6d {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:15:42.381744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2840f4-5eb7-4f99-ae54-524e208dddf3", "name": "network-vif-deleted", "tag": "9ff4efa2-34dd-4470-8533-4adc0d7f73fe", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:15:42.381744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58db7cf5-cdd3-427e-95d7-bc7f5d9cbc6d {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:15:42.381744 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2840f4-5eb7-4f99-ae54-524e208dddf3', 'name': 'network-vif-deleted', 'tag': '9ff4efa2-34dd-4470-8533-4adc0d7f73fe', 'status': 'completed', 'code': 200} Jun 16 16:15:42.399730 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.609622 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-984f5b96-a3a7-44c4-8d28-064f74aeba0c None None] Provisioning for port a8856dc6-e4f2-4297-a67c-5548cfd12b2d completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:42.635841 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 55994) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:42.647777 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56000) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:42.676923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.763310 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device a8856dc6-e4f2-4297-a67c-5548cfd12b2d up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:42.908655 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:42.932218 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.001919 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87243e39-a28f-49bb-8217-27f42714f85d req-dbe62470-11e3-47ea-81b0-2b69cdb01467 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:43.003428 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-87243e39-a28f-49bb-8217-27f42714f85d req-dbe62470-11e3-47ea-81b0-2b69cdb01467 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2034335 Jun 16 16:15:43.054446 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.081498 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-87243e39-a28f-49bb-8217-27f42714f85d req-aff38fda-c301-443b-888d-6a2c7d26b063 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610578 Jun 16 16:15:43.102950 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port a8856dc6-e4f2-4297-a67c-5548cfd12b2d completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:43.103988 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.106875 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port a8856dc6-e4f2-4297-a67c-5548cfd12b2d triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:43.107249 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.111668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4c44af16-0c40-4efd-b6f3-fab1e48fa82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.182583 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddd77d441d934e0bbac605b25bf04e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5301824 Jun 16 16:15:43.185655 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56010) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:43.208441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb21c75-46cf-44a3-aece-dd284f9d3013,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.223661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.307699 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.308227 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.311173 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.332226 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.346870 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.357771 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port a8856dc6-e4f2-4297-a67c-5548cfd12b2d, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:43.399014 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-94bfc24f-e633-479d-a149-8fae35b3346d None None] Provisioning complete for port a8856dc6-e4f2-4297-a67c-5548cfd12b2d triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:43.399718 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-94bfc24f-e633-479d-a149-8fae35b3346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.402757 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.408425 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.452540 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fc7914724634cba9e42e05d3f76e73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175013 Jun 16 16:15:43.455058 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56012) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:43.466365 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a85017-27fb-468c-9999-e0db65d6b15e,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.480862 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.480862 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.483683 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.495159 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.497260 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.506598 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.506598 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1eb21c75-46cf-44a3-aece-dd284f9d3013 HTTP/1.1" status: 204 len: 168 time: 0.3101325 Jun 16 16:15:43.506598 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4f93a3a1-69a1-4430-b20c-3315679656c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.544024 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.545166 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb21c75-46cf-44a3-aece-dd284f9d3013,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.549504 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.551742 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.572336 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-94bfc24f-e633-479d-a149-8fae35b3346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.613333 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.677404 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.db.api [None req-94bfc24f-e633-479d-a149-8fae35b3346d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:15:43.677404 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_db.api [None req-94bfc24f-e633-479d-a149-8fae35b3346d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:15:43.679835 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.811696 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.814990 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7976448c-c2a6-450a-b558-b555140f44e6 req-ac301569-bbd9-413b-afc3-6c8c3c327027 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e2840f4-5eb7-4f99-ae54-524e208dddf3 HTTP/1.1" status: 200 len: 210 time: 0.4313173 Jun 16 16:15:43.818689 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:43.818689 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34a85017-27fb-468c-9999-e0db65d6b15e HTTP/1.1" status: 204 len: 168 time: 0.3601570 Jun 16 16:15:43.818689 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ee55a432-623f-43c7-b9bb-9dc691c31274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:43.825571 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a85017-27fb-468c-9999-e0db65d6b15e,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:43.828681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:43.899926 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00471b0c-b5ea-4846-8885-686764a6e7bc req-19a20540-9981-4892-96f6-7d11663e62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:43.900734 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-00471b0c-b5ea-4846-8885-686764a6e7bc req-19a20540-9981-4892-96f6-7d11663e62ae service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.1284416 Jun 16 16:15:43.950578 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-00471b0c-b5ea-4846-8885-686764a6e7bc req-d45aa1ac-125f-4cd0-92db-9355277e3aa4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Jun 16 16:15:44.018081 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Router 72301325-283c-4386-a75e-ab044e68c437 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:15:44.123433 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:44.140764 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Sync routers for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:44.154487 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:44.155186 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:44.240785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.244571 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-aef84750-d73c-4f11-8974-e7e3286b0b1f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1400492 Jun 16 16:15:44.250184 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56038) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:44.265776 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:44.320328 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 9ff4efa2-34dd-4470-8533-4adc0d7f73fe no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:15:44.351605 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 9ff4efa2-34dd-4470-8533-4adc0d7f73fe {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:15:44.352231 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 9ff4efa2-34dd-4470-8533-4adc0d7f73fe not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:15:44.376456 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a96b-d076-4acd-858e-9677ae99b3a0 req-4630238d-39de-493c-b96c-36380169bd10 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:44.387765 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-57c5a96b-d076-4acd-858e-9677ae99b3a0 req-4630238d-39de-493c-b96c-36380169bd10 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1007574 Jun 16 16:15:44.476922 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-57c5a96b-d076-4acd-858e-9677ae99b3a0 req-514b25e7-388f-45b9-9e69-c984e8b9ef1a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735011 Jun 16 16:15:44.574409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device a8856dc6-e4f2-4297-a67c-5548cfd12b2d up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:44.585569 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:42Z', 'revision_number': 3, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:44.591342 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Checking router: 72301325-283c-4386-a75e-ab044e68c437 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:44.591843 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Updating router 72301325-283c-4386-a75e-ab044e68c437 port 138c87a4-995a-42e3-a610-7db322b28ce4 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:44.641545 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.684409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port a8856dc6-e4f2-4297-a67c-5548cfd12b2d triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:44.684836 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.691198 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56050) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:44.711895 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:44.973159 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.002020 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.077674 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.091715 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.119953 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4d6ae380-31d7-4855-be60-fd99237e05f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.140610 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c62e627b94e3427ab04ebdcd2efbfcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482892 Jun 16 16:15:45.144561 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56068) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:45.182249 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac0087-ea6f-49d2-b9e1-c2ed228d6f09,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.188933 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.191610 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.202453 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Transition to ACTIVE for port object 138c87a4-995a-42e3-a610-7db322b28ce4 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:45.239195 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.275040 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.277146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.280192 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-e1882a0a-549c-4210-88df-b10235e16f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.326144 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Allocated IP 172.20.0.1 (d50c4d77-5b45-4db5-885d-4f7903d1a79b/62d53e25-750b-4dce-b498-bc2f3feabafe/4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:45.340804 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Pushing event updated for resources: {'Port': ['ID=138c87a4-995a-42e3-a610-7db322b28ce4,revision_number=2']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.343934 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Attempting to bind port 138c87a4-995a-42e3-a610-7db322b28ce4 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:45.344318 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Attempting to bind port 138c87a4-995a-42e3-a610-7db322b28ce4 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:45.345337 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Attempting to bind port 138c87a4-995a-42e3-a610-7db322b28ce4 on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:45.353719 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356087 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356087 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356087 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356087 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356087 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356087 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.356882 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.357220 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.357689 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.358158 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.358650 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:15:45.362760 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.364193 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:45.364621 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:45.365207 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.365762 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:45.366422 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Bound port: 138c87a4-995a-42e3-a610-7db322b28ce4, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:45.366971 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.403237 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.413842 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.415554 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9dac0087-ea6f-49d2-b9e1-c2ed228d6f09 HTTP/1.1" status: 204 len: 168 time: 0.2700236 Jun 16 16:15:45.416400 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b68282b7-0fb8-41f2-9873-188fc11537b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.424847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac0087-ea6f-49d2-b9e1-c2ed228d6f09,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.428684 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.458006 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] For port 138c87a4-995a-42e3-a610-7db322b28ce4, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:45.462636 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] For port 138c87a4-995a-42e3-a610-7db322b28ce4, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=138c87a4-995a-42e3-a610-7db322b28ce4,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:45.470612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.484772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Transition to ACTIVE for port object 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 will not be triggered until provisioned by entity DHCP. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:45.515549 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.523494 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-9851b181-c76a-4b28-9f4c-786627ed8647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.584295 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Pushing event updated for resources: {'Port': ['ID=138c87a4-995a-42e3-a610-7db322b28ce4,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.595348 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.600167 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:45.600910 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:45.630437 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.652852 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0696d8b6-7593-4bd1-864a-9243f861246c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:45.696796 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:45.706293 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:45.712161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:45.735485 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:45.737754 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Pushing event updated for resources: {'Port': ['ID=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:45.742667 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:45.775109 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:45.785387 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edc370-0bc3-4826-a250-0c9a2595d2ff req-acf6d8f9-431f-4285-8902-b4b5fa7f8db9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:45.792843 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-19edc370-0bc3-4826-a250-0c9a2595d2ff req-acf6d8f9-431f-4285-8902-b4b5fa7f8db9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1740196 Jun 16 16:15:45.972397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:42Z', 'revision_number': 3, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:45.980589 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d47ac-7072-43e6-a13b-77c731b1e2d4 None None] The sync data for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb is: [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:42Z', 'revision_number': 3, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:46.021959 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-19edc370-0bc3-4826-a250-0c9a2595d2ff req-42352c33-1eda-4d48-9eed-08e52843de1e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284093 Jun 16 16:15:46.167749 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-c02332b3-ebf8-44c1-9fb4-241981accac9 None None] Provisioning for port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:46.179523 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-c02332b3-ebf8-44c1-9fb4-241981accac9 None None] Provisioning complete for port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:46.179523 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-c02332b3-ebf8-44c1-9fb4-241981accac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.230130 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-c02332b3-ebf8-44c1-9fb4-241981accac9 None None] Port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:46.312964 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.556661 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.629686 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.630764 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 138c87a4-995a-42e3-a610-7db322b28ce4 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:46.692014 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0a2b72f0-c79f-4a58-abec-c5c53a9e343a tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:46.717202 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.751979 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Pushing event updated for resources: {'Port': ['ID=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:46.754931 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:46.767252 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 138c87a4-995a-42e3-a610-7db322b28ce4 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:46.771402 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 138c87a4-995a-42e3-a610-7db322b28ce4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:46.772032 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.848610 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:46.850536 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:46.886292 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:46.921807 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 138c87a4-995a-42e3-a610-7db322b28ce4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=138c87a4-995a-42e3-a610-7db322b28ce4,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:47.011948 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.016648 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:47.024910 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Router 72301325-283c-4386-a75e-ab044e68c437 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:47.119071 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=138c87a4-995a-42e3-a610-7db322b28ce4,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:47.136442 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:47.265642 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-5c551b67-ddbe-4cd7-9f0f-316c137b32ef None None] Provisioning complete for port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:47.266330 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5c551b67-ddbe-4cd7-9f0f-316c137b32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:47.311535 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-5c551b67-ddbe-4cd7-9f0f-316c137b32ef None None] Port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:47.317795 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:47.325152 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] 10.222.0.22 "PUT /v2.0/routers/72301325-283c-4386-a75e-ab044e68c437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0790281 Jun 16 16:15:47.327140 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-50df0d01-ff6a-4fd1-9629-f3045c0f99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.328618 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-50df0d01-ff6a-4fd1-9629-f3045c0f99d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.1588070 Jun 16 16:15:47.341889 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2685a-1fbf-4ea1-b9cf-1b8e5b47b6ad req-d252bdd4-3845-415a-b284-7e21621616e1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.343351 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94f2685a-1fbf-4ea1-b9cf-1b8e5b47b6ad req-d252bdd4-3845-415a-b284-7e21621616e1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1354523 Jun 16 16:15:47.479961 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94f2685a-1fbf-4ea1-b9cf-1b8e5b47b6ad req-7c10a857-e388-4025-ae4a-3a962b984550 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175110 Jun 16 16:15:47.498926 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-714f0805-7ab5-4741-9102-34167c242df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.500448 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-714f0805-7ab5-4741-9102-34167c242df6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.1562247 Jun 16 16:15:47.560174 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-858335fa-c3df-4233-a9bd-133bc3ff5bde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 217 time: 0.0478408 Jun 16 16:15:47.638744 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-24360348-28eb-4196-9bdf-a8ebeb1cccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.640185 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-24360348-28eb-4196-9bdf-a8ebeb1cccf2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.0730774 Jun 16 16:15:47.887218 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-a4dde51b-cf44-4430-b770-69d71c987d2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2385657 Jun 16 16:15:47.902643 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8ba8b-1a6d-46bb-97ac-ff38db362b46 req-948b085c-3bea-4e26-a2e5-1cef0efd507b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:47.904324 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5fd8ba8b-1a6d-46bb-97ac-ff38db362b46 req-948b085c-3bea-4e26-a2e5-1cef0efd507b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.3125796 Jun 16 16:15:47.946835 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56154) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:48.019817 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5fd8ba8b-1a6d-46bb-97ac-ff38db362b46 req-fcbd7417-fc28-46b5-a804-2d78d86e4b1c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056287 Jun 16 16:15:48.043441 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-eb3394c5-7d3c-4f02-83b6-fc126950ec8e service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380780 Jun 16 16:15:48.082891 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.109026 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Sync routers for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:48.118569 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:48.125102 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:48.144439 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-99b1a3d7-9bfc-48fc-a649-7709b9839a7d req-02c10f04-202c-479e-a162-cce43bbe93d1 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931096 Jun 16 16:15:48.205060 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.268268 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:48.274363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56166) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:48.279578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1192282455-network', 'tenant_id': 'c88e522315ae4054bc06115326f142ce'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:48.305492 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.313864 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ef4fa983-4fdf-4e98-8c62-07293f710326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.356355 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d20c456a3a0420a90977b355d647f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082782 Jun 16 16:15:48.358214 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0256a-b404-4fb3-a38b-0e403c54ad41,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.359282 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56170) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:48.361425 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.415098 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.422826 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Made reservation on behalf of c88e522315ae4054bc06115326f142ce for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:48.425519 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.436248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.437359 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.517455 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 2, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:48.522548 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Checking router: 72301325-283c-4386-a75e-ab044e68c437 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:48.522972 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Updating router 72301325-283c-4386-a75e-ab044e68c437 port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:48.558070 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.564309 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.576449 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 138c87a4-995a-42e3-a610-7db322b28ce4 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:48.613357 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.616166 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.617362 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34a0256a-b404-4fb3-a38b-0e403c54ad41 HTTP/1.1" status: 204 len: 168 time: 0.2570968 Jun 16 16:15:48.634376 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-efb6b6e4-181c-4666-8ffa-5b506e8a2d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.640390 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.644996 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-83ecff6c-9fc3-4d88-8245-8669f6d3e9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.645465 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0256a-b404-4fb3-a38b-0e403c54ad41,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.648855 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.671296 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:15:48.681609 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4278a2e-60ac-4bf3-9e3d-5f8752445a54,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.689704 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29c63c-61ef-45bd-bf04-942c8544255e req-2709744b-50ab-4db1-984b-10bf0f2abc89 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:48.691500 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4d29c63c-61ef-45bd-bf04-942c8544255e req-2709744b-50ab-4db1-984b-10bf0f2abc89 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0888147 Jun 16 16:15:48.697107 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.701723 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.702220 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Added segment b5bb243c-7f76-453e-985f-42f8fd5a4b39 of type vlan for network 3bab4b13-47c0-4b44-aec5-277085f23ac4 Jun 16 16:15:48.736178 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4d29c63c-61ef-45bd-bf04-942c8544255e req-a30d7a1c-bc15-412a-891f-724efced00e4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372131 Jun 16 16:15:48.747821 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.778121 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 138c87a4-995a-42e3-a610-7db322b28ce4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:48.778509 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.909829 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.911545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:48.912134 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:48.915798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:48.976345 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Pushing event updated for resources: {'Network': ['ID=3bab4b13-47c0-4b44-aec5-277085f23ac4,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:48.979092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:48.989526 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:15:49.020927 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5c104859-26c0-4ae4-aa96-0e20aed67763 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7429118 Jun 16 16:15:49.021270 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56182) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:49.026366 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Request body: {'subnet': {'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1192282455-subnet', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:49.039545 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.102161 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Transition to ACTIVE for port object 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:49.144207 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Made reservation on behalf of c88e522315ae4054bc06115326f142ce for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:15:49.153875 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392307'] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.166837 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.170125 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:49.256282 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7690da4-76dc-450e-a8ca-bf5d5e6563e0 None None] Pushing event updated for resources: {'Port': ['ID=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.256997 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-a7690da4-76dc-450e-a8ca-bf5d5e6563e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:49.333774 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Attempting to bind port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:49.334421 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Attempting to bind port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:49.334560 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Attempting to bind port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 on network d50c4d77-5b45-4db5-885d-4f7903d1a79b {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:49.341954 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:49.342697 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Checking segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:49.342835 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.343197 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Bound using segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:49.343647 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Bound port: 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:49.344043 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.358672 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae392d4-8eaf-4b6c-8114-e89ca4f1eb17 req-ef051768-e18e-4126-a43c-2c85f1fb2d1e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:49.374196 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5ae392d4-8eaf-4b6c-8114-e89ca4f1eb17 req-ef051768-e18e-4126-a43c-2c85f1fb2d1e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2195721 Jun 16 16:15:49.433048 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] For port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:49.436669 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] For port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:49.470793 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5ae392d4-8eaf-4b6c-8114-e89ca4f1eb17 req-ffbec94c-f151-4a0d-bed9-11df9be82731 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954537 Jun 16 16:15:49.532043 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.534068 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:49.612802 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:49.613668 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:49.619123 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3820658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392289'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.621132 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7690da4-76dc-450e-a8ca-bf5d5e6563e0 None None] Pushing event updated for resources: {'Port': ['ID=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.624215 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-a7690da4-76dc-450e-a8ca-bf5d5e6563e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:49.625246 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e6cb3514-8f42-44eb-9a64-3ab236ecbbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:49.684840 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:49.687752 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:49.691061 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Checking segment: {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:49.691424 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Network hostable DHCP agents. Network: 3bab4b13-47c0-4b44-aec5-277085f23ac4, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:15:49.753537 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:49.800751 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:15:49.890461 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 3bab4b13-47c0-4b44-aec5-277085f23ac4) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:49.911447 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:49.912107 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:49.926961 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b694a4-3af2-4cdb-a91c-06e5180e5cd2 None None] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:49.958140 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebaa18-fc71-4e65-8524-ac9399232d41 req-13ec2645-31cf-4d0c-bf7c-ca021747e2d9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:49.958140 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b9ebaa18-fc71-4e65-8524-ac9399232d41 req-13ec2645-31cf-4d0c-bf7c-ca021747e2d9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0770404 Jun 16 16:15:50.002734 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b9ebaa18-fc71-4e65-8524-ac9399232d41 req-0973b46d-e18b-476a-a410-870e1848351e tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320060 Jun 16 16:15:50.064038 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a6a3da7b-a02c-4e9b-96ec-2576cea3e269 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0416701 Jun 16 16:15:50.066459 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56212) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:50.072370 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:50.172237 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.174273 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.228825 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:50.230572 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.234531 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1364c979-6319-4ede-91ad-a35ecb0d7e85 None None] The sync data for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb is: [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:49Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:50.263407 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-3bab4b13-47c0-4b44-aec5-277085f23ac4', 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'fixed_ips': [{'subnet_id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:15:50.264302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.549351 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.553520 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Allocated IP 172.20.0.2 (3bab4b13-47c0-4b44-aec5-277085f23ac4/46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c/26c67a82-22aa-44b3-b5d0-fe70adb0ce96) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:50.629909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:50.769056 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40dd032-7922-48d4-b157-ddf1d53c01d2 req-35380a47-9a43-470c-b7d0-816927632810 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:50.772211 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b40dd032-7922-48d4-b157-ddf1d53c01d2 req-35380a47-9a43-470c-b7d0-816927632810 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1561329 Jun 16 16:15:50.815557 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.825477 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Transition to ACTIVE for port object 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:50.830570 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b40dd032-7922-48d4-b157-ddf1d53c01d2 req-d1078dd3-2bd3-4b89-8d79-6a9dd44a89bd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515022 Jun 16 16:15:50.857213 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Transition to ACTIVE for port object 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:50.861015 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:50.871691 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:50.872057 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.939721 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:50.948379 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.007978 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Pushing event updated for resources: {'Port': ['ID=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.020722 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.022528 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:51.024801 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.024945 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:51.029001 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:51.058497 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.153856 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Attempting to bind port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:51.154191 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Attempting to bind port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:51.155260 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Attempting to bind port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 on network 3bab4b13-47c0-4b44-aec5-277085f23ac4 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:51.160255 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.179693 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:51.180089 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Checking segment: {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:51.180556 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.180984 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Bound using segment: {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:51.181495 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Bound port: 26c67a82-22aa-44b3-b5d0-fe70adb0ce96, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:51.181927 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.274759 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Allocated IP 172.28.1.217 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:51.282859 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:51.302111 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] For port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:51.305729 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] For port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:51.344900 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.347107 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.384398 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda12648-d398-4edf-8e62-64f35d50e8da req-a81fab2c-42ee-493f-824b-af7a5730b79b tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:51.391280 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fda12648-d398-4edf-8e62-64f35d50e8da req-a81fab2c-42ee-493f-824b-af7a5730b79b tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1746423 Jun 16 16:15:51.422117 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.431170 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.438629 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.438629 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.451572 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fda12648-d398-4edf-8e62-64f35d50e8da req-08130fe0-f097-4887-a92d-8d604daae7ca tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593398 Jun 16 16:15:51.481580 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.502357 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Pushing event updated for resources: {'Port': ['ID=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.505745 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:51.612644 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:51.616289 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:51.661881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:51.663558 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:51.669348 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:51.720123 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Pushing event updated for resources: {'Port': ['ID=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:51.724612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:52.130419 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.347495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:52.687002 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:15:52.715617 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:52.766707 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd46058-c6f1-402c-a091-3f5f4321f491 req-95e00b3d-c0bf-4e63-8701-eb854bc3a781 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:52.771800 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9dd46058-c6f1-402c-a091-3f5f4321f491 req-95e00b3d-c0bf-4e63-8701-eb854bc3a781 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1429722 Jun 16 16:15:52.802255 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a05bc-3b0d-43b7-86d2-35cde5240ab8 None None] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:15:52.912888 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9dd46058-c6f1-402c-a091-3f5f4321f491 req-c6da9079-499c-426e-b2a4-e20989544efe tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592628 Jun 16 16:15:52.931474 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:52.962473 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Sync routers for ids ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:52.975030 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Routers {'6d3650f7-0900-43a5-84e2-c9bd84ca9545'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:52.977277 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:53.014142 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Provisioning for port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:53.024555 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Provisioning complete for port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:53.025021 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.067815 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:53.078082 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:53.078655 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.081171 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.083315 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0157619 Jun 16 16:15:53.085997 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56322) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:53.098158 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Set router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:53.254414 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.264297 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.317180 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] For port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:53.344464 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a914d-94ad-4450-9d62-005ec675662c req-4b753cd6-3223-4c0e-ac97-18b5a3141e7b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:53.350954 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-435a914d-94ad-4450-9d62-005ec675662c req-4b753cd6-3223-4c0e-ac97-18b5a3141e7b tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1531339 Jun 16 16:15:53.401464 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.405975 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-61cdfa6f-f9c7-465c-b7e2-3f682ef14e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:53.495306 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 3, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:53.499286 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Checking router: 6d3650f7-0900-43a5-84e2-c9bd84ca9545 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:53.499817 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Updating router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:53.500133 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.db.api [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:15:53.500587 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_db.api [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:15:53.504035 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Pushing event updated for resources: {'Port': ['ID=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:53.507812 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:53.520803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-4d86fc5b-7018-4de6-80ca-0681f0fd044c None None] Provisioning complete for port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:53.521193 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-4d86fc5b-7018-4de6-80ca-0681f0fd044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.539133 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.655249 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-435a914d-94ad-4450-9d62-005ec675662c req-79f62b66-6d7f-41e4-82ee-a1868c237cda tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799718 Jun 16 16:15:53.812486 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:53.822970 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Transition to ACTIVE for port object 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:53.920165 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.000022 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.003597 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:54.043076 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:54.054848 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56116-ff74-48d9-9a48-4cf07981f71c None None] Pushing event updated for resources: {'Port': ['ID=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,revision_number=2']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:54.067467 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-9bd56116-ff74-48d9-9a48-4cf07981f71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:54.071318 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Attempting to bind port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:54.079412 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Attempting to bind port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:54.085123 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Attempting to bind port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:54.085560 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:54.086217 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:54.086696 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.087529 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:54.088085 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Bound port: 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:54.088544 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.095564 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:54.096024 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.097604 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Allocated IP 172.20.0.1 (3bab4b13-47c0-4b44-aec5-277085f23ac4/46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c/3b63b345-7ae6-43e6-948b-f64bcb5c1f61) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:15:54.150818 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] For port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:54.155658 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] For port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:54.217868 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.220886 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:54.234326 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.248377 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Transition to ACTIVE for port object 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 will not be triggered until provisioned by entity DHCP. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:54.274412 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Routers {'6d3650f7-0900-43a5-84e2-c9bd84ca9545'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:54.275054 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:54.343506 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd56116-ff74-48d9-9a48-4cf07981f71c None None] Pushing event updated for resources: {'Port': ['ID=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:54.346651 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-9bd56116-ff74-48d9-9a48-4cf07981f71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:54.362778 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.365682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3542662d-03e3-4874-b8f9-05cc87cc6f31 tempest-VolumesActionsTest-1465190577 tempest-VolumesActionsTest-1465190577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:54.399350 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:54.405846 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:54.409930 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:15:54.411303 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] Set router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:54.445310 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Pushing event updated for resources: {'Port': ['ID=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:54.449405 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:54.471597 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.621347 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:54.714020 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 3, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:54.722386 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc976876-e120-448c-9781-2cf37db1f8b1 None None] The sync data for ids ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'] in dv-cinder-796685-1-smb is: [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 3, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:54.753717 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:54.754107 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.848133 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.881138 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-dad95710-9d09-40d1-b5d9-fb4df2061849 None None] Provisioning for port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:54.886109 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-dad95710-9d09-40d1-b5d9-fb4df2061849 None None] Provisioning complete for port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:54.890058 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dad95710-9d09-40d1-b5d9-fb4df2061849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:54.939367 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-dad95710-9d09-40d1-b5d9-fb4df2061849 None None] Port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:55.010590 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa6c09-f94b-4778-88aa-091d1fcb2e74 req-2ff5fe31-5f55-4f7b-9f61-9c16956b4c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:55.012111 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a0aa6c09-f94b-4778-88aa-091d1fcb2e74 req-2ff5fe31-5f55-4f7b-9f61-9c16956b4c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1786726 Jun 16 16:15:55.110547 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a0aa6c09-f94b-4778-88aa-091d1fcb2e74 req-4c88c33b-4695-4923-a44d-5c836df1bb92 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645902 Jun 16 16:15:55.148583 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:55.206193 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:55.208556 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:55.284723 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Pushing event updated for resources: {'Port': ['ID=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:55.287345 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:55.296559 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:55.394950 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:15:55.396565 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:15:55.551243 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:15:55.690251 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:15:55.696346 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-e7aa1f61-9072-460d-9ead-a7899cc96209 None None] Provisioning complete for port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:55.696969 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] 10.222.0.22 "PUT /v2.0/routers/6d3650f7-0900-43a5-84e2-c9bd84ca9545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6082273 Jun 16 16:15:55.699477 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e7aa1f61-9072-460d-9ead-a7899cc96209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:55.754224 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa1f61-9072-460d-9ead-a7899cc96209 None None] Port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:15:56.331358 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56390) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:56.337490 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496334638', 'description': 'tempest-secgroup-smoke-496334638 description', 'project_id': '4b6ece348f5a4657828d414e5733414f'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:56.428016 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.524280 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f09311-fdb4-4145-b9d7-f79401834ab3 req-8bff7aac-8d71-4517-94ec-650177c46e30 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:56.526665 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-04f09311-fdb4-4145-b9d7-f79401834ab3 req-8bff7aac-8d71-4517-94ec-650177c46e30 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1101973 Jun 16 16:15:56.596319 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:56.606865 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-04f09311-fdb4-4145-b9d7-f79401834ab3 req-2ebbbefc-e876-4221-983b-501caa47e20a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688167 Jun 16 16:15:56.630573 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.742454 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.746006 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:15:56.746790 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4a1a7f04-77a6-4abc-8a26-15b5fd666b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:56.755355 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:56.755355 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.782978 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c969979-f42a-4008-affb-40bfe54a163d,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:56.786180 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:56.841990 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.862876 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:15:56.903303 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.904598 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5712388 Jun 16 16:15:56.907961 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56406) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:56.912384 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group_rule': {'security_group_id': '8c969979-f42a-4008-affb-40bfe54a163d', 'project_id': '4b6ece348f5a4657828d414e5733414f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:56.950642 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:56.953026 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:57.014919 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:57.023987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:57.049479 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.147904 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.217612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.220101 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:57.239658 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1af18d-0e7b-4ae2-bd70-9f85b98796a3,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:57.243640 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:57.320264 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.321518 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125962 Jun 16 16:15:57.324279 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56420) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:57.328858 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group_rule': {'security_group_id': '8c969979-f42a-4008-affb-40bfe54a163d', 'project_id': '4b6ece348f5a4657828d414e5733414f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:57.393868 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.482099 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Sync routers for ids ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:15:57.492006 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Routers {'6d3650f7-0900-43a5-84e2-c9bd84ca9545'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:57.492331 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.492736 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:57.582856 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.588701 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:57.599997 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Set router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:57.608445 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d920ccd-ee4e-4a7b-af1d-e746da3d4b34,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:57.614432 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:57.714490 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.715972 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906832 Jun 16 16:15:57.718775 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56428) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:57.733381 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group_rule': {'security_group_id': '8c969979-f42a-4008-affb-40bfe54a163d', 'project_id': '4b6ece348f5a4657828d414e5733414f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:57.816275 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 4, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '3b63b345-7ae6-43e6-948b-f64bcb5c1f61', 'name': '', 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'mac_address': 'fa:16:3e:49:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:53Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 2, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'subnets': [{'id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:57.819725 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Checking router: 6d3650f7-0900-43a5-84e2-c9bd84ca9545 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:15:57.820115 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Updating router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:15:57.856865 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:57.865786 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7de4c-c8f2-48c8-a9dc-83a21e7ec923 req-9a81d475-0314-4695-9e29-e57463e015ba tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:57.867746 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a1f7de4c-c8f2-48c8-a9dc-83a21e7ec923 req-9a81d475-0314-4695-9e29-e57463e015ba tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1274860 Jun 16 16:15:57.897791 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-77766964-dfc1-45c9-834a-729eb226fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:57.899303 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-77766964-dfc1-45c9-834a-729eb226fe58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.1427569 Jun 16 16:15:57.922233 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-38d32d30-9324-4b36-a0ad-6fbf1c9b617c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:57.924404 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-38d32d30-9324-4b36-a0ad-6fbf1c9b617c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/networks?id=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 HTTP/1.1" status: 200 len: 809 time: 0.1104271 Jun 16 16:15:57.929121 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a1f7de4c-c8f2-48c8-a9dc-83a21e7ec923 req-05f0f516-ca24-4294-8390-afa605eb5485 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551062 Jun 16 16:15:57.962263 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-de0618ba-9e35-4639-bf2b-c519c0e9dbad tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/quotas/6c91dc21170c4bf7a48c22f977a96d4e HTTP/1.1" status: 200 len: 375 time: 0.0271208 Jun 16 16:15:57.995190 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-3c0a44e5-2b54-41fe-812f-d5e5522c30d8 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320411 Jun 16 16:15:58.014506 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-89cc4e1c-c595-4685-a8cf-8aa149288680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:58.017036 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-89cc4e1c-c595-4685-a8cf-8aa149288680 service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.1052856 Jun 16 16:15:58.075820 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-4518c58c-ffb8-4aaf-8321-500c2ff97ca1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 217 time: 0.0499070 Jun 16 16:15:58.087819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.115566 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d81cdc88-d34f-4022-9188-e24573eead98 service neutron] 10.222.0.22 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133611 Jun 16 16:15:58.181956 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.191013 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-e4ce33cb-0b82-4ce0-8393-524edbee2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:58.192447 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-e4ce33cb-0b82-4ce0-8393-524edbee2760 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.0875223 Jun 16 16:15:58.193912 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Transition to ACTIVE for port object 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:15:58.214078 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-e8620885-bfa4-4e0c-8ed5-2d55b5a158ff service neutron] 10.222.0.22 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974984 Jun 16 16:15:58.236030 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.240694 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-60134eaf-49a7-4167-b7bd-1c321be4bb9f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387881 Jun 16 16:15:58.261951 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.261951 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:58.290661 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3027e-bc12-49e3-88e0-8da05f4c65fc req-5a12ffac-5e3b-45a6-9b70-32d7d296b469 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:58.293974 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-32c3027e-bc12-49e3-88e0-8da05f4c65fc req-5a12ffac-5e3b-45a6-9b70-32d7d296b469 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.2157009 Jun 16 16:15:58.330655 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.357746 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9db816-f54f-492b-a8b4-71773708fd7b None None] Pushing event updated for resources: {'Port': ['ID=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:58.359203 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-69645f7f-02ff-44d8-99aa-97f7b8d415a0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:58.362036 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3f9db816-f54f-492b-a8b4-71773708fd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:58.415040 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15696c98-b67c-48b2-bbf9-caf6cf0a3fa0,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:58.419792 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:58.423317 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-32c3027e-bc12-49e3-88e0-8da05f4c65fc req-bedc700f-1dcc-4d51-bedc-857e772158aa tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233649 Jun 16 16:15:58.448725 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-2fba5f65-a865-458a-9df8-4513a2425064 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025850 Jun 16 16:15:58.504405 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.506429 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7857573 Jun 16 16:15:58.514492 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56448) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:58.529054 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group_rule': {'security_group_id': '8c969979-f42a-4008-affb-40bfe54a163d', 'project_id': '4b6ece348f5a4657828d414e5733414f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:58.636828 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4ea56678-0184-440f-a918-8c45e32b73a5 req-9ed973ff-342c-4ad4-8db6-5d52cfa32d8d tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 210 time: 0.1274309 Jun 16 16:15:58.660586 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:15:58.674748 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.697021 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Attempting to bind port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:15:58.697426 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Attempting to bind port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:15:58.703467 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Attempting to bind port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 on network 3bab4b13-47c0-4b44-aec5-277085f23ac4 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:15:58.716212 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:15:58.716651 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Checking segment: {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:15:58.717043 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.717450 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Bound using segment: {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:15:58.718003 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Bound port: 3b63b345-7ae6-43e6-948b-f64bcb5c1f61, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bb243c-7f76-453e-985f-42f8fd5a4b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:15:58.718551 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.721258 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-322fd5fe-3d63-4c85-b287-0bb72799a0d4 req-2393c894-f04c-4506-bb37-85d97e5ea9b7 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617807 Jun 16 16:15:58.794776 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.808153 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:15:58.808905 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.841454 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] For port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:15:58.862028 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] For port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:15:58.897883 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.900605 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-61405194-6dfa-4477-b671-81d67bc6a6c2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:58.926742 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:58.927696 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfd5cdf-ed4e-4fc4-ae36-7a01455709f4,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:58.930681 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:58.931801 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:58.985898 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Routers {'6d3650f7-0900-43a5-84e2-c9bd84ca9545'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:15:58.986543 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:59.023942 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9db816-f54f-492b-a8b4-71773708fd7b None None] Pushing event updated for resources: {'Port': ['ID=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:59.049199 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.051292 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3ccc4235-b3d1-43b8-b80d-b9ff8b6b135a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5357180 Jun 16 16:15:59.054451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56462) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:59.056759 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3f9db816-f54f-492b-a8b4-71773708fd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:59.058890 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group_rule': {'security_group_id': '8c969979-f42a-4008-affb-40bfe54a163d', 'project_id': '4b6ece348f5a4657828d414e5733414f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:59.165585 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] Set router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:15:59.231739 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.securitygroups_db [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Project 4b6ece348f5a4657828d414e5733414f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:15:59.245990 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.275959 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56478) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:59.370866 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b63ab1-18f0-44f9-92e8-2ea0bddea673 req-253d8aa9-ad19-4c8a-a543-f58c8caf0334 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:59.381547 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-78b63ab1-18f0-44f9-92e8-2ea0bddea673 req-253d8aa9-ad19-4c8a-a543-f58c8caf0334 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2695010 Jun 16 16:15:59.427870 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.458446 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.464911 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-78b63ab1-18f0-44f9-92e8-2ea0bddea673 req-4c7e5a05-bc05-4bdc-acbc-97312303e60e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Jun 16 16:15:59.509542 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.516535 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.521647 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:59.524343 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 4, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '3b63b345-7ae6-43e6-948b-f64bcb5c1f61', 'name': '', 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'mac_address': 'fa:16:3e:49:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:53Z', 'updated_at': '2021-06-16T16:15:58Z', 'revision_number': 4, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'subnets': [{'id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:15:59.528595 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861a22f3-294f-430e-857d-ad00669fc25e None None] The sync data for ids ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'] in dv-cinder-796685-1-smb is: [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:15:54Z', 'revision_number': 4, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '3b63b345-7ae6-43e6-948b-f64bcb5c1f61', 'name': '', 'network_id': '3bab4b13-47c0-4b44-aec5-277085f23ac4', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'mac_address': 'fa:16:3e:49:e0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:53Z', 'updated_at': '2021-06-16T16:15:58Z', 'revision_number': 4, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'subnets': [{'id': '46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:15:59.548668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e44f9d-95d1-4742-83e8-9f60390e1c47,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:59.553867 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:59.601706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.667371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.671824 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:15:59.696727 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763d418-30df-48e4-be80-c839bfb3a4e2 req-81c8d738-7cb7-4313-b2a3-c3e78b6ec0d3 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:15:59.700328 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7763d418-30df-48e4-be80-c839bfb3a4e2 req-81c8d738-7cb7-4313-b2a3-c3e78b6ec0d3 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1183345 Jun 16 16:15:59.742030 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fd7e6cc7-37a7-4508-883d-1ed5cd06fda6 req-b124e0ac-8757-4229-8f9e-f5e2ac8bafe8 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 210 time: 0.0399587 Jun 16 16:15:59.749410 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09edcd4a0a7e4c4fb758252a3cccb4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699361 Jun 16 16:15:59.751949 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7763d418-30df-48e4-be80-c839bfb3a4e2 req-eed79d77-a289-4527-a245-54e0115723d4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Jun 16 16:15:59.753511 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56492) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:59.763316 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6914e54-e658-4ea4-a50b-8baf93a45e1d,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:15:59.767747 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:15:59.791419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.795821 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56496) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:15:59.800858 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'security_group_rule': {'security_group_id': '8c969979-f42a-4008-affb-40bfe54a163d', 'project_id': '4b6ece348f5a4657828d414e5733414f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:15:59.805541 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7505383 Jun 16 16:15:59.859771 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.882785 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:15:59.914452 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.securitygroups_db [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Project 4b6ece348f5a4657828d414e5733414f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:15:59.920356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.040182 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.042894 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.044062 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6914e54-e658-4ea4-a50b-8baf93a45e1d HTTP/1.1" status: 204 len: 168 time: 0.2895899 Jun 16 16:16:00.044860 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-eca6fe4e-f927-4072-8f71-bb95e14cb55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:00.055322 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6914e54-e658-4ea4-a50b-8baf93a45e1d,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:00.056120 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:00.068757 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.153720 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.155839 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:00.172577 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80731cd1-2077-4b97-8c81-96823288aff5,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:00.174819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:00.256722 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.266654 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4611802 Jun 16 16:16:00.612629 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:00.714080 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967abd98-d042-4e1d-b362-d5fcd05f6822 req-e27d2ad4-d3bb-40cd-9511-1551297f7abc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:00.715713 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-967abd98-d042-4e1d-b362-d5fcd05f6822 req-e27d2ad4-d3bb-40cd-9511-1551297f7abc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0838048 Jun 16 16:16:00.737570 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:00.742299 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:00.742546 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.767924 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-967abd98-d042-4e1d-b362-d5fcd05f6822 req-98b8212f-bb15-4fd0-be00-c4e88d6d81b5 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Jun 16 16:16:00.868167 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:00.940007 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-aefac8cd-096d-40cc-8254-0281444e6d8e req-70fe5b2e-fdcb-4b1f-8a85-c78eec4f7a52 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 210 time: 0.0455742 Jun 16 16:16:00.950314 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:00.999033 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702751a-6158-41b6-bdd6-333e86b5d814 req-e47dbc2b-829a-49d4-8dee-b7738032ec83 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:01.001613 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6702751a-6158-41b6-bdd6-333e86b5d814 req-e47dbc2b-829a-49d4-8dee-b7738032ec83 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0681829 Jun 16 16:16:01.040661 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6702751a-6158-41b6-bdd6-333e86b5d814 req-49ffccc6-ca05-476c-a74e-facb01e3c999 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Jun 16 16:16:01.051470 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.067821 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-a7690da4-76dc-450e-a8ca-bf5d5e6563e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:01.125206 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:01.130674 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:01.212165 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56582) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:01.343081 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1911375413-network', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:01.411312 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Made reservation on behalf of 5cf480d5bf724693a1d6161e1d4c913b for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:01.414036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.445920 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.450911 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-51406994-4817-417e-93d6-95c0856bf329 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:01.453007 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-51406994-4817-417e-93d6-95c0856bf329 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "GET /v2.0/networks?id=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 HTTP/1.1" status: 200 len: 809 time: 0.1703808 Jun 16 16:16:01.486869 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Request body: {'port': {'device_id': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0', 'admin_state_up': True, 'tenant_id': '6c91dc21170c4bf7a48c22f977a96d4e'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:01.598362 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.687373 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.698031 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-15477986-1796-4a62-be9f-8b677e8e4436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:01.709153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:16:01.729706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.730051 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Added segment a5f8d872-19b3-43d4-931f-53a32255adb7 of type vlan for network 3955b18c-1bc8-481f-b31d-0560d8900239 Jun 16 16:16:01.738691 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b208290-10d0-4a97-992e-f0097571d07a,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:01.742155 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:01.777622 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Made reservation on behalf of 6c91dc21170c4bf7a48c22f977a96d4e for: {'port': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:01.781147 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:01.971663 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Allocated IP 172.20.0.3 (74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0/6ba52ea1-7078-41de-a78b-66d61db098bd/561b010e-be6a-423f-97cf-6b6e4f423df1) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:02.019110 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.042631 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5abd4-ed05-4dbe-b06f-6c07f03d99ed req-18b61ecf-df84-4426-ae30-e43c0df3e841 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:02.044124 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-45a5abd4-ed05-4dbe-b06f-6c07f03d99ed req-18b61ecf-df84-4426-ae30-e43c0df3e841 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1347284 Jun 16 16:16:02.151684 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.154426 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cdf92369-b693-41fb-963d-3f41325ce474 req-1b41f414-5dff-4910-9971-b9356e5a76b1 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Jun 16 16:16:02.156384 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:02.157708 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-45a5abd4-ed05-4dbe-b06f-6c07f03d99ed req-1ac79208-1903-4e0d-8e47-b2243b17d888 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030793 Jun 16 16:16:02.157897 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.161725 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5660a831-7694-445a-be8f-b162452b825c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:02.236252 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Pushing event updated for resources: {'Network': ['ID=3955b18c-1bc8-481f-b31d-0560d8900239,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:02.239286 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:02.247851 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 3955b18c-1bc8-481f-b31d-0560d8900239 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:16:02.256747 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.269375 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0560756 Jun 16 16:16:02.272186 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56620) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:02.282147 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Request body: {'subnet': {'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1911375413-subnet', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:02.371677 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fad68-cf46-4349-b13a-eea140787cb5 req-ca5fac1f-55f2-44e0-b541-ff205a8093a1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:02.373127 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f47fad68-cf46-4349-b13a-eea140787cb5 req-ca5fac1f-55f2-44e0-b541-ff205a8093a1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0697141 Jun 16 16:16:02.376959 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Made reservation on behalf of 5cf480d5bf724693a1d6161e1d4c913b for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:02.379275 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035912'] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.408452 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.417916 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-01f98616-905a-46e8-b16e-e31508cf3b44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:02.451561 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f47fad68-cf46-4349-b13a-eea140787cb5 req-50d6fed5-54fa-4ba7-9a5d-cb002180b71f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725341 Jun 16 16:16:02.478574 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:02.478574 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:02.478574 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:02.530821 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Pushing event updated for resources: {'Port': ['ID=561b010e-be6a-423f-97cf-6b6e4f423df1,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:02.539141 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:02.555345 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:02.556068 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.613578 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:02.628774 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3968071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035930'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.640667 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e62251de-c2a8-45e9-8bc2-11b3faf4c75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:02.653263 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1869528 Jun 16 16:16:02.666068 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Request body: {'port': {'device_id': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:02.680925 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:02.682341 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.708876 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5651f0-7157-4065-9433-ba5c5474dcc5,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:02.712404 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:02.717062 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Checking segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:02.717566 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Network hostable DHCP agents. Network: 3955b18c-1bc8-481f-b31d-0560d8900239, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:16:02.744892 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.823211 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Network 3955b18c-1bc8-481f-b31d-0560d8900239 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:16:02.908623 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 3955b18c-1bc8-481f-b31d-0560d8900239) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:02.914991 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:02.915781 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:02.921754 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ab59f-d019-4cfc-b113-79f18e34ebf4 None None] Network 3955b18c-1bc8-481f-b31d-0560d8900239 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:03.060041 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561b010e-be6a-423f-97cf-6b6e4f423df1 {{(pid=92539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:03.064766 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7907641 Jun 16 16:16:03.067377 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56642) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:03.072050 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:03.079043 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-3955b18c-1bc8-481f-b31d-0560d8900239', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:16:03.084067 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.084292 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.101427 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Transition to ACTIVE for port object 561b010e-be6a-423f-97cf-6b6e4f423df1 will not be triggered until provisioned by entity L2. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:03.165860 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.174861 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:03.195584 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56652) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:03.290332 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Allocated IP 172.20.0.2 (3955b18c-1bc8-481f-b31d-0560d8900239/bd5651f0-7157-4065-9433-ba5c5474dcc5/bd564f30-dd97-47fb-b18d-911f09ad41de) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:03.331523 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.477450 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4e769-8fae-4bd0-8d6a-623961e6900e req-f6f419df-4a30-4a98-bc97-e102034cc25a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:03.479844 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-85c4e769-8fae-4bd0-8d6a-623961e6900e req-f6f419df-4a30-4a98-bc97-e102034cc25a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1397748 Jun 16 16:16:03.482055 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.493252 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Transition to ACTIVE for port object bd564f30-dd97-47fb-b18d-911f09ad41de will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:03.510457 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Transition to ACTIVE for port object bd564f30-dd97-47fb-b18d-911f09ad41de will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:03.536464 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.537460 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.554121 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-85c4e769-8fae-4bd0-8d6a-623961e6900e req-2bc913c4-08a1-4043-94ef-f0b638ad2932 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609920 Jun 16 16:16:03.556133 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.583320 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.585519 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:03.614401 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Pushing event updated for resources: {'Port': ['ID=561b010e-be6a-423f-97cf-6b6e4f423df1,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:03.623381 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Network 3955b18c-1bc8-481f-b31d-0560d8900239 is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:03.624282 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:03.626971 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:03.630252 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:03.640393 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.643229 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:03.673390 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Pushing event updated for resources: {'Port': ['ID=bd564f30-dd97-47fb-b18d-911f09ad41de,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:03.684560 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:03.701720 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a32fc42b5f04b8fb6077986bf9b0b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044944 Jun 16 16:16:03.704001 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.705465 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5bfd2d-d47e-45e0-94b4-7753b920cbbc,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:03.707045 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56664) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:03.722167 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:03.752807 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Attempting to bind port bd564f30-dd97-47fb-b18d-911f09ad41de on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:03.753217 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Attempting to bind port bd564f30-dd97-47fb-b18d-911f09ad41de by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:03.753598 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Attempting to bind port bd564f30-dd97-47fb-b18d-911f09ad41de on network 3955b18c-1bc8-481f-b31d-0560d8900239 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:03.759301 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:03.759507 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Checking segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:03.759885 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.760322 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Bound using segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:03.760838 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Bound port: bd564f30-dd97-47fb-b18d-911f09ad41de, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:03.761223 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.777281 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfa79d-ea9e-4015-a83d-739c8f80336e req-732fda0c-f55d-4386-ae68-b63587802b6c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:03.778757 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c5bfa79d-ea9e-4015-a83d-739c8f80336e req-732fda0c-f55d-4386-ae68-b63587802b6c tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 943 time: 0.2438948 Jun 16 16:16:03.789628 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Attempting to bind port 561b010e-be6a-423f-97cf-6b6e4f423df1 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:03.789866 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Attempting to bind port 561b010e-be6a-423f-97cf-6b6e4f423df1 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:03.790163 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Attempting to bind port 561b010e-be6a-423f-97cf-6b6e4f423df1 on network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:03.796765 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead767a4-eb1f-4a96-a510-4d76908b2f69 req-538f778e-ad82-4f6b-ab4e-ecd5ab7bd845 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:03.799796 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ead767a4-eb1f-4a96-a510-4d76908b2f69 req-538f778e-ad82-4f6b-ab4e-ecd5ab7bd845 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0965703 Jun 16 16:16:03.836333 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] For port bd564f30-dd97-47fb-b18d-911f09ad41de, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:03.845381 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] For port bd564f30-dd97-47fb-b18d-911f09ad41de, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=bd564f30-dd97-47fb-b18d-911f09ad41de,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:03.857152 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ead767a4-eb1f-4a96-a510-4d76908b2f69 req-a163b47d-22b8-4320-a0cb-85d4c1b95153 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452845 Jun 16 16:16:03.893406 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Port 561b010e-be6a-423f-97cf-6b6e4f423df1 on network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:16:03.893742 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Attempting to bind port 561b010e-be6a-423f-97cf-6b6e4f423df1 on network 74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:03.908888 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.914725 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:03.915063 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Checking segment: {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:03.915442 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Bound using segment: {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:03.915870 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Bound port: 561b010e-be6a-423f-97cf-6b6e4f423df1, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5635f01-5c66-4250-a46e-6bad893aa79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0'}}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:03.916211 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.938849 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:03.944757 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-b79c5a88-aa08-4dae-a214-c98667a30bb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:04.004010 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Pushing event updated for resources: {'Port': ['ID=bd564f30-dd97-47fb-b18d-911f09ad41de,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:04.013747 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:04.020703 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.025535 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.030897 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c5bfa79d-ea9e-4015-a83d-739c8f80336e req-00b6a031-dbee-4f07-9e6c-ac26961c4943 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385058 Jun 16 16:16:04.110239 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] For port 561b010e-be6a-423f-97cf-6b6e4f423df1, host hv-cinder-79668, cleared binding levels {{(pid=92539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:04.113438 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] For port 561b010e-be6a-423f-97cf-6b6e4f423df1, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=561b010e-be6a-423f-97cf-6b6e4f423df1,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:04.215296 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.218421 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:04.251490 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.254135 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.255274 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b5bfd2d-d47e-45e0-94b4-7753b920cbbc HTTP/1.1" status: 204 len: 168 time: 0.5465918 Jun 16 16:16:04.263887 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:04.264543 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.266495 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] 10.222.0.79 "PUT /v2.0/ports/561b010e-be6a-423f-97cf-6b6e4f423df1 HTTP/1.1" status: 200 len: 1093 time: 1.6046667 Jun 16 16:16:04.268155 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'tag': '561b010e-be6a-423f-97cf-6b6e4f423df1'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:04.270429 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b9e381-a1e7-4779-b258-2d944b99a588" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1fc4d9-d69f-4791-a410-1523ff4b7895", "tag": "561b010e-be6a-423f-97cf-6b6e4f423df1"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:04.318724 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb512d2-6b1a-4656-9234-18f92960e5c7 x-openstack-request-id: req-8eb512d2-6b1a-4656-9234-18f92960e5c7 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:04.319044 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1fc4d9-d69f-4791-a410-1523ff4b7895", "tag": "561b010e-be6a-423f-97cf-6b6e4f423df1", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:04.319329 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eb512d2-6b1a-4656-9234-18f92960e5c7 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:04.319753 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'tag': '561b010e-be6a-423f-97cf-6b6e4f423df1', 'status': 'completed', 'code': 200} Jun 16 16:16:04.324799 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Pushing event updated for resources: {'Port': ['ID=561b010e-be6a-423f-97cf-6b6e4f423df1,revision_number=3']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:04.329234 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:04.329872 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-56cda92b-8f94-4e89-86d1-78029f41ab77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:04.338956 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5bfd2d-d47e-45e0-94b4-7753b920cbbc,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:04.341489 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:04.484548 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.509750 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:04.534872 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9e381-a1e7-4779-b258-2d944b99a588 req-c21dbdca-aed0-4d0c-8950-5130bf34d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:04.536391 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f6b9e381-a1e7-4779-b258-2d944b99a588 req-c21dbdca-aed0-4d0c-8950-5130bf34d2de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 1096 time: 0.1559095 Jun 16 16:16:04.622066 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device bd564f30-dd97-47fb-b18d-911f09ad41de up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:04.803704 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9e381-a1e7-4779-b258-2d944b99a588 req-0de44f10-127d-4f4f-98ae-be9bb8b8e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:04.805495 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f6b9e381-a1e7-4779-b258-2d944b99a588 req-0de44f10-127d-4f4f-98ae-be9bb8b8e871 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2601407 Jun 16 16:16:04.812892 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Allocated IP 172.28.1.150 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/4e2aece2-69c3-4150-a848-1f9dc3457819) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:04.866584 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port bd564f30-dd97-47fb-b18d-911f09ad41de completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:04.942266 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffca6bf-548b-4474-b4da-c6e7eb35e90e req-ce5096a4-293c-4dd5-96b8-456ec90ae3e6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:04.943864 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2ffca6bf-548b-4474-b4da-c6e7eb35e90e req-ce5096a4-293c-4dd5-96b8-456ec90ae3e6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2158227 Jun 16 16:16:05.054416 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9e381-a1e7-4779-b258-2d944b99a588 req-e843e8b4-0878-4828-ac8f-7cd28aa87bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:05.055877 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f6b9e381-a1e7-4779-b258-2d944b99a588 req-e843e8b4-0878-4828-ac8f-7cd28aa87bf4 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401435 Jun 16 16:16:05.069960 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992dfad-3178-4cde-8904-6ddb03da1ef6 None None] Network 3955b18c-1bc8-481f-b31d-0560d8900239 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:05.084900 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56698) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:05.136833 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56702) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:05.141955 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2ffca6bf-548b-4474-b4da-c6e7eb35e90e req-ea2f5539-a992-473f-aa07-5a2dac7f0913 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799023 Jun 16 16:16:05.159768 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.190824 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2498bae8-73fa-416d-ab2f-e08e659a345c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.219403 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82440789-31ca-47e1-9278-1d7fe5751fae req-6e40c175-35cc-42ee-8f62-057ad4197584 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:05.231131 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-82440789-31ca-47e1-9278-1d7fe5751fae req-6e40c175-35cc-42ee-8f62-057ad4197584 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1685550 Jun 16 16:16:05.252629 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-8756a0d4-f755-4b18-bdbb-0d78f37eedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:05.254125 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-8756a0d4-f755-4b18-bdbb-0d78f37eedfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 1096 time: 0.1469209 Jun 16 16:16:05.269993 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Provisioning for port bd564f30-dd97-47fb-b18d-911f09ad41de completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:05.287333 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Provisioning complete for port bd564f30-dd97-47fb-b18d-911f09ad41de triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:05.289549 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.311005 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-82440789-31ca-47e1-9278-1d7fe5751fae req-3c492599-880b-4344-a860-e4d0bc7b831d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786490 Jun 16 16:16:05.335018 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-fe828a21-ecaa-4710-9922-17c8ed6999d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=561b010e-be6a-423f-97cf-6b6e4f423df1 HTTP/1.1" status: 200 len: 217 time: 0.0697618 Jun 16 16:16:05.358142 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.363673 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4f698a5c-33e6-4767-a93b-020933873d16 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:05.402186 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2498bae8-73fa-416d-ab2f-e08e659a345c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.430775 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.470311 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:05.476789 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:05.479808 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:05.480232 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2498bae8-73fa-416d-ab2f-e08e659a345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.493410 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-61ad2c4c-6546-46fd-8b66-e513b709b2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:05.495638 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] For port bd564f30-dd97-47fb-b18d-911f09ad41de, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=bd564f30-dd97-47fb-b18d-911f09ad41de,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:05.520323 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2aece2-69c3-4150-a848-1f9dc3457819,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:05.523678 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:05.526291 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-2498bae8-73fa-416d-ab2f-e08e659a345c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23c14b5c80614b79ae208b910290cdea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868670 Jun 16 16:16:05.529157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498bae8-73fa-416d-ab2f-e08e659a345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f698178-e5d9-4509-805a-0fd72b4c164c,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:05.532081 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56708) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:05.539291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-2498bae8-73fa-416d-ab2f-e08e659a345c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:05.559286 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-33ece628-cae8-485b-8eb1-342221b243fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:05.560920 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-33ece628-cae8-485b-8eb1-342221b243fa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6ba52ea1-7078-41de-a78b-66d61db098bd HTTP/1.1" status: 200 len: 849 time: 0.1995139 Jun 16 16:16:05.565341 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.583055 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.584866 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3f9db816-f54f-492b-a8b4-71773708fd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:05.597396 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.628175 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.637386 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845273a3-ac7a-4145-b56a-9d71956ef446 req-5d16daf2-657b-44a5-8708-8c9a76e3634b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:05.639230 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Pushing event updated for resources: {'Port': ['ID=bd564f30-dd97-47fb-b18d-911f09ad41de,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:05.642313 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:05.645957 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-845273a3-ac7a-4145-b56a-9d71956ef446 req-5d16daf2-657b-44a5-8708-8c9a76e3634b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 943 time: 0.3233931 Jun 16 16:16:05.649118 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-e72c4b8d-8ada-4759-b39e-4faa7091a633 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775220 Jun 16 16:16:05.701494 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d599b615-848e-4cf7-a1fe-837ab44296ba None None] Provisioning complete for port bd564f30-dd97-47fb-b18d-911f09ad41de triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:05.702153 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d599b615-848e-4cf7-a1fe-837ab44296ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.737708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.741128 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:05.743398 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f698178-e5d9-4509-805a-0fd72b4c164c HTTP/1.1" status: 204 len: 168 time: 0.2097213 Jun 16 16:16:05.745596 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-744c48ae-f49d-45ea-88c0-0c2e34012aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:05.757487 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f698178-e5d9-4509-805a-0fd72b4c164c,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:05.758533 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:05.765008 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:05.866725 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-845273a3-ac7a-4145-b56a-9d71956ef446 req-d96309a5-c4a5-41c9-8db6-1905eb57f471 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199161 Jun 16 16:16:05.910381 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-ee1ebe65-5c70-4303-a5b2-14dc33434b51 service neutron] 10.222.0.79 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174828 Jun 16 16:16:06.011374 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.283738 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.289578 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d1d12e01-9af3-4ad1-aec2-2587f2343ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:06.331615 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea45367-e75b-4cc2-be47-0d761e7ec688 req-34f57148-34a7-409a-9439-7f0711a7b22d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:06.333285 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eea45367-e75b-4cc2-be47-0d761e7ec688 req-34f57148-34a7-409a-9439-7f0711a7b22d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0705252 Jun 16 16:16:06.352379 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1443fb53-0ae8-4f4a-a9fb-40aeae1b3908 req-8e2a0e03-1d82-45bc-81e3-3b8d2135965d service neutron] 10.222.0.79 "GET /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266155 Jun 16 16:16:06.355976 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a8e4970a5504365b607e2042f0a6281&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2652180 Jun 16 16:16:06.360539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56722) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:06.362728 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450114c8-9d74-4502-b6e8-56370ada27ba,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:06.367789 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:06.401011 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.421588 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eea45367-e75b-4cc2-be47-0d761e7ec688 req-ccc1ab30-9bd5-4ad3-a09a-61a5236c69ce tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772388 Jun 16 16:16:06.450026 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56724) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:06.475761 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f5f99ec-d123-4605-8334-98a05315b6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.478767 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.519002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.571896 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device bd564f30-dd97-47fb-b18d-911f09ad41de up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:06.624020 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port bd564f30-dd97-47fb-b18d-911f09ad41de triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:06.624786 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.629430 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f5f99ec-d123-4605-8334-98a05315b6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.635356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd2a77-4eac-40c7-abea-190148e45add req-a64356eb-0825-455c-bead-bed802c45be8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:06.636943 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-81dd2a77-4eac-40c7-abea-190148e45add req-a64356eb-0825-455c-bead-bed802c45be8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1590292 Jun 16 16:16:06.679705 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.682968 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.684394 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/450114c8-9d74-4502-b6e8-56370ada27ba HTTP/1.1" status: 204 len: 168 time: 0.3228664 Jun 16 16:16:06.689100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e0a58611-57d5-4572-a888-67cd5dded989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:06.694914 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450114c8-9d74-4502-b6e8-56370ada27ba,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:06.698116 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:06.705626 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-81dd2a77-4eac-40c7-abea-190148e45add req-81eabfd1-7d3a-43e2-82fc-17241abb5e30 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589659 Jun 16 16:16:06.716452 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.720179 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f5f99ec-d123-4605-8334-98a05315b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.726248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-75ed7a22-3226-4c1d-8c00-b6c8ce2e5551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:06.764588 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-9f5f99ec-d123-4605-8334-98a05315b6c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a8f3edabbde4961a8f3bf12405b1a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134243 Jun 16 16:16:06.768474 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56728) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:06.776378 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f99ec-d123-4605-8334-98a05315b6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f2285-189f-4b2f-9f39-38d37b311ee3,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:06.780550 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9f5f99ec-d123-4605-8334-98a05315b6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:06.833371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.858833 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:06.988736 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Router 35202b04-fe4a-4d6b-9999-5f1475f35df9 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:16:07.020593 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.023314 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.027147 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c1f2285-189f-4b2f-9f39-38d37b311ee3 HTTP/1.1" status: 204 len: 168 time: 0.2550352 Jun 16 16:16:07.028160 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-af453bcd-cad6-4696-bfd1-c1af5877ac15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:07.040236 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f2285-189f-4b2f-9f39-38d37b311ee3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:07.049939 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:07.058554 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1910a-d187-491d-a3eb-f264aa56ee3a req-d511b614-847d-4518-88c5-b8808ffb1599 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:07.068415 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dff1910a-d187-491d-a3eb-f264aa56ee3a req-d511b614-847d-4518-88c5-b8808ffb1599 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 943 time: 0.0926557 Jun 16 16:16:07.141452 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:16:07.155558 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dff1910a-d187-491d-a3eb-f264aa56ee3a req-4a13291d-c6ba-4a20-b612-cf333f7ba4ca tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859275 Jun 16 16:16:07.165373 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Sync routers for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:07.190128 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:07.190813 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:07.263708 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.264943 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1963770 Jun 16 16:16:07.267882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56738) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:07.311571 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:07.508238 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:05Z', 'revision_number': 3, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:07.511962 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Checking router: 35202b04-fe4a-4d6b-9999-5f1475f35df9 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:07.512517 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Updating router 35202b04-fe4a-4d6b-9999-5f1475f35df9 port 4e2aece2-69c3-4150-a848-1f9dc3457819 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:16:07.553369 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.646482 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfacfc7-cc2c-4cbb-8a37-8a674dbbdbdc req-717b585c-89ff-4868-80cd-85afefe346d4 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:07.652355 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ebfacfc7-cc2c-4cbb-8a37-8a674dbbdbdc req-717b585c-89ff-4868-80cd-85afefe346d4 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1011360 Jun 16 16:16:07.699922 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ebfacfc7-cc2c-4cbb-8a37-8a674dbbdbdc req-e00aacfc-9f87-4cd1-bee2-74d9caf67847 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Jun 16 16:16:07.753631 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.831279 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.842103 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Transition to ACTIVE for port object 4e2aece2-69c3-4150-a848-1f9dc3457819 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:07.925141 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.927491 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:07.977759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Allocated IP 172.20.0.1 (3955b18c-1bc8-481f-b31d-0560d8900239/bd5651f0-7157-4065-9433-ba5c5474dcc5/9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:07.978225 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134ac3-098b-416f-8894-3bed158e66d2 None None] Pushing event updated for resources: {'Port': ['ID=4e2aece2-69c3-4150-a848-1f9dc3457819,revision_number=2']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:07.981967 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-5a134ac3-098b-416f-8894-3bed158e66d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:07.982808 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Attempting to bind port 4e2aece2-69c3-4150-a848-1f9dc3457819 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:07.983181 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Attempting to bind port 4e2aece2-69c3-4150-a848-1f9dc3457819 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:07.983942 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Attempting to bind port 4e2aece2-69c3-4150-a848-1f9dc3457819 on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:07.988653 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:07.989558 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:07.989558 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.989784 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:07.990431 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Bound port: 4e2aece2-69c3-4150-a848-1f9dc3457819, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:07.990812 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:07.993624 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90feb-9c63-4bb2-809b-dd0cf874cb41 req-5af63af3-7e5b-49cd-954c-9d75eae2c962 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:07.995089 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8ad90feb-9c63-4bb2-809b-dd0cf874cb41 req-5af63af3-7e5b-49cd-954c-9d75eae2c962 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1223729 Jun 16 16:16:08.048074 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] For port 4e2aece2-69c3-4150-a848-1f9dc3457819, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:08.051387 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] For port 4e2aece2-69c3-4150-a848-1f9dc3457819, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4e2aece2-69c3-4150-a848-1f9dc3457819,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:08.060124 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8ad90feb-9c63-4bb2-809b-dd0cf874cb41 req-1c8d7836-463a-4139-9127-8a0af327bf1a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573633 Jun 16 16:16:08.124781 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.134465 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.142704 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Transition to ACTIVE for port object 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:08.143801 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-de3d4629-fb95-45ec-be7c-d29b8e6ceb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:08.227532 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134ac3-098b-416f-8894-3bed158e66d2 None None] Pushing event updated for resources: {'Port': ['ID=4e2aece2-69c3-4150-a848-1f9dc3457819,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:08.251790 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:08.252628 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:08.257391 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.294894 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:08.345953 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Network 3955b18c-1bc8-481f-b31d-0560d8900239 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:08.358906 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:08.380116 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:08.436534 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Pushing event updated for resources: {'Port': ['ID=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:08.442318 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-5a134ac3-098b-416f-8894-3bed158e66d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:08.451455 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.451858 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.452348 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.453044 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.453658 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.454086 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.454501 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.456638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.456638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.456638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.456638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.456638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:08.460991 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:08.481237 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.497121 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:08.541225 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786d2f9-e37a-4e03-b395-3553ad4247a6 req-24adb79d-6477-4e7d-894d-16560f9a00bb tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:08.550995 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4786d2f9-e37a-4e03-b395-3553ad4247a6 req-24adb79d-6477-4e7d-894d-16560f9a00bb tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 943 time: 0.2421339 Jun 16 16:16:08.666803 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4786d2f9-e37a-4e03-b395-3553ad4247a6 req-15eb6bfa-a3ec-4f37-b5c4-803ba1333913 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142738 Jun 16 16:16:08.796470 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:05Z', 'revision_number': 3, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:08.813271 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edacd97-dc06-4ffa-ad20-437af6f29135 None None] The sync data for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb is: [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:05Z', 'revision_number': 3, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:08.852052 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-a13ad38d-c3a9-47dc-88a1-3f6669b63c1b None None] Provisioning for port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:08.855385 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-a13ad38d-c3a9-47dc-88a1-3f6669b63c1b None None] Provisioning complete for port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:08.856142 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a13ad38d-c3a9-47dc-88a1-3f6669b63c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:08.913164 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532dc1b-5516-42a9-aba8-91373b77ea0d req-71a16e3a-9498-49db-95e5-ffe5f6e67a0d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:08.917355 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-a13ad38d-c3a9-47dc-88a1-3f6669b63c1b None None] Port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:16:08.924883 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7532dc1b-5516-42a9-aba8-91373b77ea0d req-71a16e3a-9498-49db-95e5-ffe5f6e67a0d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1839449 Jun 16 16:16:08.954967 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.041710 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7532dc1b-5516-42a9-aba8-91373b77ea0d req-3a57d2af-1b04-4aad-9768-5e353e85ce48 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139157 Jun 16 16:16:09.060854 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-81e69ea8-ccda-4821-bfaa-9229b156fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.063535 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-81e69ea8-ccda-4821-bfaa-9229b156fad4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1099 time: 0.1348412 Jun 16 16:16:09.112597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725ddab-5287-462e-9356-bc0ab5133189 req-9b5b1300-024c-48e6-834f-4d911c1098f4 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.119776 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3725ddab-5287-462e-9356-bc0ab5133189 req-9b5b1300-024c-48e6-834f-4d911c1098f4 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1516702 Jun 16 16:16:09.196696 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-94519a98-4716-476f-8f54-4347a9cb2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.198154 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-94519a98-4716-476f-8f54-4347a9cb2cfe service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 912 time: 0.1277375 Jun 16 16:16:09.261770 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3725ddab-5287-462e-9356-bc0ab5133189 req-bb42237a-27e2-4a3f-aa84-23d788a93ea0 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387472 Jun 16 16:16:09.318633 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.333108 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-f2e5780a-7abf-422a-a78a-b9bfb3fb4758 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 200 len: 1002 time: 0.1092029 Jun 16 16:16:09.390968 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-e342b023-b9a8-4f29-b346-96f9376bf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.393240 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-e342b023-b9a8-4f29-b346-96f9376bf19d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0480025 Jun 16 16:16:09.407210 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.411052 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:09.457362 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-9758715d-de2f-4084-be1a-09c331d63484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.459459 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-9758715d-de2f-4084-be1a-09c331d63484 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0585561 Jun 16 16:16:09.480899 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Pushing event updated for resources: {'Port': ['ID=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:09.484105 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:09.486747 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.590302 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-9488cb1c-af3f-4461-a58d-01b4b311ba39 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227930 Jun 16 16:16:09.602065 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Network 3955b18c-1bc8-481f-b31d-0560d8900239 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:09.603645 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:09.743104 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f0b3df1d-b69c-41b2-bf04-82ed866ec1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.775632 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f1377d3b-0320-484e-90e6-5b8a972cd02c req-70cac77e-2656-4e85-9056-fd791d8aede2 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765451 Jun 16 16:16:09.779445 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Router 35202b04-fe4a-4d6b-9999-5f1475f35df9 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:16:09.931638 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51cbb4-3562-4829-9384-94faf026f337 req-206b39ee-f2ef-47aa-a991-e3091a712ebb tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:09.933234 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cd51cbb4-3562-4829-9384-94faf026f337 req-206b39ee-f2ef-47aa-a991-e3091a712ebb tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 943 time: 0.0806088 Jun 16 16:16:09.940542 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:16:09.945524 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-a9d05b39-b6f4-499e-846d-c71752bdac82 None None] Provisioning complete for port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:09.946522 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a9d05b39-b6f4-499e-846d-c71752bdac82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:09.952554 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] 10.222.0.22 "PUT /v2.0/routers/35202b04-fe4a-4d6b-9999-5f1475f35df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802638 Jun 16 16:16:10.002552 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-a9d05b39-b6f4-499e-846d-c71752bdac82 None None] Port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:16:10.005448 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cd51cbb4-3562-4829-9384-94faf026f337 req-52f45b87-72cf-46e6-a396-5fddd80d4ee9 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Jun 16 16:16:10.244038 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6bd51-8c3f-4d6d-84de-4bf720074ee8 req-3efffd05-5b1a-4e39-a7e3-809e8e12965f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:10.245753 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2ae6bd51-8c3f-4d6d-84de-4bf720074ee8 req-3efffd05-5b1a-4e39-a7e3-809e8e12965f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0791531 Jun 16 16:16:10.282749 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2ae6bd51-8c3f-4d6d-84de-4bf720074ee8 req-5f24d51a-5b4d-4177-841c-9b6f17b31717 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310328 Jun 16 16:16:10.457637 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 561b010e-be6a-423f-97cf-6b6e4f423df1 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:16:10.479062 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdf908-20eb-4676-9b65-6954beb8d813 req-ba45c103-0f55-4f8b-8ae6-54ac90999cfd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:10.480602 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-67bdf908-20eb-4676-9b65-6954beb8d813 req-ba45c103-0f55-4f8b-8ae6-54ac90999cfd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0720439 Jun 16 16:16:10.527493 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-67bdf908-20eb-4676-9b65-6954beb8d813 req-7cf1718f-e9fe-4f21-b74d-9d1516be5366 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Jun 16 16:16:10.604419 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 561b010e-be6a-423f-97cf-6b6e4f423df1, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=561b010e-be6a-423f-97cf-6b6e4f423df1,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:10.621336 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '561b010e-be6a-423f-97cf-6b6e4f423df1', 'network_id': '74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0', 'port_id': '561b010e-be6a-423f-97cf-6b6e4f423df1', 'mac_address': 'fa:16:3e:a3:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba52ea1-7078-41de-a78b-66d61db098bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:16:10.658444 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4e2aece2-69c3-4150-a848-1f9dc3457819 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:10.701134 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:10.721975 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561b010e-be6a-423f-97cf-6b6e4f423df1 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:10.747371 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 561b010e-be6a-423f-97cf-6b6e4f423df1, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=561b010e-be6a-423f-97cf-6b6e4f423df1,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:10.845502 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:10.847339 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-a7690da4-76dc-450e-a8ca-bf5d5e6563e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:10.849380 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 4e2aece2-69c3-4150-a848-1f9dc3457819 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:10.873099 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 4e2aece2-69c3-4150-a848-1f9dc3457819 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:10.873600 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:10.876156 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Sync routers for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:10.908114 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56838) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:10.917978 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-623050886-network', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:10.925426 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:10.926074 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:15:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:11.029126 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Made reservation on behalf of e0fae875e5664535aca397825ccafa4c for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:11.032076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.043712 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.131817 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=561b010e-be6a-423f-97cf-6b6e4f423df1,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:11.142822 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:11.163315 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.225472 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['561b010e-be6a-423f-97cf-6b6e4f423df1'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:16:11.232183 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc511551-56a7-4a0c-9494-8fcdb5e90307 req-a665b5a9-9c82-49ed-95b5-0fa507f08090 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:11.233829 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bc511551-56a7-4a0c-9494-8fcdb5e90307 req-a665b5a9-9c82-49ed-95b5-0fa507f08090 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 944 time: 0.0730140 Jun 16 16:16:11.258973 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:11.260873 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.262566 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.268585 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:11.305297 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:16:11.315903 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba439065-bec4-446b-8157-a2349a62a0e4,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:11.320065 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:11.328650 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bc511551-56a7-4a0c-9494-8fcdb5e90307 req-745aae0b-69ea-4152-921a-326c19da207b tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804729 Jun 16 16:16:11.333666 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.333949 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Added segment e594d757-cbec-463c-8232-7f613c4dd812 of type vlan for network 76d3baff-ef50-4de9-974b-878176b17bb1 Jun 16 16:16:11.348676 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 4e2aece2-69c3-4150-a848-1f9dc3457819, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4e2aece2-69c3-4150-a848-1f9dc3457819,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:11.403557 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.460801 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.468027 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:11.489649 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca42c2-27e4-40d3-98a6-92cf44cd2c18 req-e53731ac-a9bc-450a-8a58-72f5b2824906 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:11.491158 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-04ca42c2-27e4-40d3-98a6-92cf44cd2c18 req-e53731ac-a9bc-450a-8a58-72f5b2824906 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0660865 Jun 16 16:16:11.537911 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.540062 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-04ca42c2-27e4-40d3-98a6-92cf44cd2c18 req-b6911881-2ae0-4acb-aa01-0ec34f3eed4f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Jun 16 16:16:11.546149 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:11.547297 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.552944 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:11.558162 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=4e2aece2-69c3-4150-a848-1f9dc3457819,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:11.582146 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:11.630392 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:09Z', 'revision_number': 2, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:11.633891 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Checking router: 35202b04-fe4a-4d6b-9999-5f1475f35df9 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:11.634402 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Updating router 35202b04-fe4a-4d6b-9999-5f1475f35df9 port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:16:11.644241 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Pushing event updated for resources: {'Network': ['ID=76d3baff-ef50-4de9-974b-878176b17bb1,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:11.647830 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:11.658136 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 76d3baff-ef50-4de9-974b-878176b17bb1 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:16:11.681413 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7721815 Jun 16 16:16:11.684190 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56856) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:11.689885 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Request body: {'subnet': {'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-623050886-subnet', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:11.705502 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:11.744900 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fb465-579a-4f72-aa9f-d69d42db1f41 req-dd6c9685-acd8-4b2f-80c0-4e25f3ba6a14 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:11.744900 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8f6fb465-579a-4f72-aa9f-d69d42db1f41 req-dd6c9685-acd8-4b2f-80c0-4e25f3ba6a14 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0717158 Jun 16 16:16:11.798000 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8f6fb465-579a-4f72-aa9f-d69d42db1f41 req-6ae5fc85-2946-4448-8051-c8aba89c02bb tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493131 Jun 16 16:16:11.829930 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Made reservation on behalf of e0fae875e5664535aca397825ccafa4c for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:11.832248 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392307'] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.025487 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.035470 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Transition to ACTIVE for port object 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:12.068404 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3820658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392289'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.071725 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a20252a2-ee5a-4bc1-b15c-6a1b1a6ad20b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:12.131561 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8b7f19-eb1d-4238-8d2c-6a3636646850,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:12.142810 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.142965 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.143490 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.143490 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.143838 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.144293 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.144673 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.145227 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.145334 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:12.145626 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.146002 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.146624 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.152364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.152364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:12.152364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:12.152364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Checking segment: {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:12.152364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Network hostable DHCP agents. Network: 76d3baff-ef50-4de9-974b-878176b17bb1, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:16:12.174620 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-1f92-42e2-b405-a0fc499eaf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.237167 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd617b-2732-40d3-a8cc-05f14ec39d32 None None] Pushing event updated for resources: {'Port': ['ID=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:12.250290 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ebdd617b-2732-40d3-a8cc-05f14ec39d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:12.262685 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Network 76d3baff-ef50-4de9-974b-878176b17bb1 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:16:12.321571 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Attempting to bind port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:12.321957 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Attempting to bind port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:12.322336 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Attempting to bind port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 on network 3955b18c-1bc8-481f-b31d-0560d8900239 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:12.327884 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:12.329211 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Checking segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:12.329630 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.330033 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Bound using segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:12.330519 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Bound port: 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:12.330920 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.359887 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 76d3baff-ef50-4de9-974b-878176b17bb1) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:12.364327 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:12.365045 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.372113 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7106b6-8847-47ce-9eb6-3298873c3d0f None None] Network 76d3baff-ef50-4de9-974b-878176b17bb1 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:12.456639 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.466285 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 561b010e-be6a-423f-97cf-6b6e4f423df1 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:12.482874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56870) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:12.483601 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4b471422-596a-4146-bfbc-a1e68bf83cce admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7977319 Jun 16 16:16:12.487466 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:12.489847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] For port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:12.526867 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] For port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:12.527090 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d475d9-287b-4ccf-ae61-11dbe4e45dd4 req-77404520-b2bf-4e99-a413-bae72f472953 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:12.534719 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-56d475d9-287b-4ccf-ae61-11dbe4e45dd4 req-77404520-b2bf-4e99-a413-bae72f472953 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 944 time: 0.0915639 Jun 16 16:16:12.577490 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-56d475d9-287b-4ccf-ae61-11dbe4e45dd4 req-6d0bd38e-f317-42a4-8090-55d4436561ba tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418422 Jun 16 16:16:12.605183 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4e2aece2-69c3-4150-a848-1f9dc3457819 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:12.610205 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-76d3baff-ef50-4de9-974b-878176b17bb1', 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'fixed_ips': [{'subnet_id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:16:12.611014 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.611370 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.612566 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.641877 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.647303 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:12.663952 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.682930 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 561b010e-be6a-423f-97cf-6b6e4f423df1 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:12.705020 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 561b010e-be6a-423f-97cf-6b6e4f423df1 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:12.705411 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:12.848672 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd617b-2732-40d3-a8cc-05f14ec39d32 None None] Pushing event updated for resources: {'Port': ['ID=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:12.848672 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:12.856673 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:12.944711 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.023565 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dce6e-7b27-4e74-9e2f-689763b65d0c req-e92dfed4-b128-4bf2-bc1e-62a968974e72 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:13.025034 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c48dce6e-7b27-4e74-9e2f-689763b65d0c req-e92dfed4-b128-4bf2-bc1e-62a968974e72 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0670946 Jun 16 16:16:13.058877 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ebdd617b-2732-40d3-a8cc-05f14ec39d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:13.067648 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c48dce6e-7b27-4e74-9e2f-689763b65d0c req-463b4f9a-8288-4225-b5ba-d5cb77acd1fd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367742 Jun 16 16:16:13.128079 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 4e2aece2-69c3-4150-a848-1f9dc3457819 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:13.128466 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.228185 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Allocated IP 172.20.0.2 (76d3baff-ef50-4de9-974b-878176b17bb1/2d8b7f19-eb1d-4238-8d2c-6a3636646850/5dbc934d-f856-43ef-9b3d-b8a06f1ef47f) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:13.246490 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:13.291498 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.455200 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561b010e-be6a-423f-97cf-6b6e4f423df1'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:13.457501 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d71d2e2-ac60-48f5-a7d2-03ac3bc7b7f8" -d '{"events": [{"server_uuid": "7e1fc4d9-d69f-4791-a410-1523ff4b7895", "name": "network-vif-plugged", "status": "completed", "tag": "561b010e-be6a-423f-97cf-6b6e4f423df1"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:13.487886 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 561b010e-be6a-423f-97cf-6b6e4f423df1, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=561b010e-be6a-423f-97cf-6b6e4f423df1,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:13.529661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.534132 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044b636f-3fc1-428f-8fe6-74c221267a3e x-openstack-request-id: req-044b636f-3fc1-428f-8fe6-74c221267a3e {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:13.534663 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1fc4d9-d69f-4791-a410-1523ff4b7895", "name": "network-vif-plugged", "status": "completed", "tag": "561b010e-be6a-423f-97cf-6b6e4f423df1", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:13.534936 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-044b636f-3fc1-428f-8fe6-74c221267a3e {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:13.535551 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561b010e-be6a-423f-97cf-6b6e4f423df1', 'code': 200} Jun 16 16:16:13.551231 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.554829 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.558354 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.563734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:13.698824 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Allocated IP 172.28.1.225 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/9f354cdb-ba22-4eff-ae07-c7bfc429f4d1) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:13.707315 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.709128 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=561b010e-be6a-423f-97cf-6b6e4f423df1,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:13.718842 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:13.724556 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Transition to ACTIVE for port object 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:13.749095 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Transition to ACTIVE for port object 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:13.761243 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:12Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:13.764738 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6e4c5-77bf-4781-814c-adf5ca6fc022 None None] The sync data for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb is: [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:12Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:13.827906 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.847753 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:13.918037 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391c550-71fd-41e5-ba1a-f6c6824e6485 req-011c4c88-dcf0-42aa-a36c-118eae0d5414 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:13.920868 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Network 76d3baff-ef50-4de9-974b-878176b17bb1 is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:13.925390 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:13.926665 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e391c550-71fd-41e5-ba1a-f6c6824e6485 req-011c4c88-dcf0-42aa-a36c-118eae0d5414 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.2211680 Jun 16 16:16:13.934058 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:13.939017 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:13.962386 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Pushing event updated for resources: {'Port': ['ID=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:13.992897 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f452dc-c902-4e21-acad-f4dd9deec22f req-a04bb0d7-b371-4bc7-ba99-0639ed416c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:13.995441 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-81f452dc-c902-4e21-acad-f4dd9deec22f req-a04bb0d7-b371-4bc7-ba99-0639ed416c76 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 1098 time: 0.0899265 Jun 16 16:16:13.997086 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e391c550-71fd-41e5-ba1a-f6c6824e6485 req-bff7852f-b9b0-4019-8032-29a523c5851f tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693297 Jun 16 16:16:14.013312 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:14.044154 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-81f452dc-c902-4e21-acad-f4dd9deec22f req-89fac30a-ddfd-46d0-8cfb-5ebdad3df3ce service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Jun 16 16:16:14.051843 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Attempting to bind port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:14.052225 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Attempting to bind port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:14.052706 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Attempting to bind port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f on network 76d3baff-ef50-4de9-974b-878176b17bb1 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:14.058582 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:14.059019 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Checking segment: {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:14.059431 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.059845 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Bound using segment: {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:14.060310 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Bound port: 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:14.060721 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.114910 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.118197 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c93ea278-d080-4f7a-b643-bda7fd10b05d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:14.142604 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] For port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:14.146554 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] For port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:14.163325 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:14.168456 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:14.172462 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:14.203989 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Pushing event updated for resources: {'Port': ['ID=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:14.211037 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:14.252853 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.256003 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:14.292768 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba2560-6b78-497e-89db-36d96820b3f3 req-a09e4f92-1da1-4f91-a723-9f98b619257c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:14.295192 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2ba2560-6b78-497e-89db-36d96820b3f3 req-a09e4f92-1da1-4f91-a723-9f98b619257c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0877314 Jun 16 16:16:14.324902 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Pushing event updated for resources: {'Port': ['ID=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:14.328609 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:14.357232 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b2ba2560-6b78-497e-89db-36d96820b3f3 req-2bf8eae3-8f60-43a8-aade-4b5acbd051d3 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525401 Jun 16 16:16:14.589044 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.673014 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:14.822274 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:14.822784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:14.823461 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.847726 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.935475 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.950814 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:14.975316 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:15.122866 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Router 50b9f47b-7636-4339-9887-b450f93e1d3f is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:16:15.129652 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:15.131590 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:15.216853 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:15.220699 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:15.327695 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f1348-68aa-4eec-9aeb-1a574b737743 req-9a9ef31c-26c2-477f-94ab-afc72c8b4898 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:15.327695 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d2f1348-68aa-4eec-9aeb-1a574b737743 req-9a9ef31c-26c2-477f-94ab-afc72c8b4898 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.1289113 Jun 16 16:16:15.330128 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:16:15.338983 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Sync routers for ids ['50b9f47b-7636-4339-9887-b450f93e1d3f'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:15.349242 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Routers {'50b9f47b-7636-4339-9887-b450f93e1d3f'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:15.349873 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['50b9f47b-7636-4339-9887-b450f93e1d3f'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:15.387031 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2d2f1348-68aa-4eec-9aeb-1a574b737743 req-88a69f01-bcb4-48f3-9f36-92d6151511eb tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524468 Jun 16 16:16:15.474335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:15.475570 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9917140 Jun 16 16:16:15.478291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56916) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:15.478784 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Set router 50b9f47b-7636-4339-9887-b450f93e1d3f gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:15.608746 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf62646-e2a0-4793-ac60-a39a8059f0b7 None None] Network 76d3baff-ef50-4de9-974b-878176b17bb1 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:15.653057 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56922) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:15.668033 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0c266-7220-407f-aeb8-7fab822c86e4 req-dde8b2c0-0422-4cdb-8bb1-9ad813735f93 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:15.669764 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-64e0c266-7220-407f-aeb8-7fab822c86e4 req-dde8b2c0-0422-4cdb-8bb1-9ad813735f93 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1140406 Jun 16 16:16:15.739913 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-64e0c266-7220-407f-aeb8-7fab822c86e4 req-26ea41ef-93d3-49b3-b7be-cd64ea807e05 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611033 Jun 16 16:16:15.743872 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 3, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:15.749630 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Checking router: 50b9f47b-7636-4339-9887-b450f93e1d3f for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:15.750643 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Updating router 50b9f47b-7636-4339-9887-b450f93e1d3f port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:16:15.803753 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:15.815217 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:15.848269 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1f12cf5d-ed08-4a84-bf33-70b6869926ee None None] Provisioning for port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:15.959442 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.028738 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.036320 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-44598719-341d-4862-b8d6-eae61f47d5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:16.097711 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8da16-c147-4dfb-b7d6-a8e5928d71ff,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.102462 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89667ae94872458aa0a3d31e4ff8ea67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471326 Jun 16 16:16:16.103801 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:16.112962 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56928) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:16.139991 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.152962 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Transition to ACTIVE for port object 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:16.177212 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.181853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.198769 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56930) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:16.205031 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.268741 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.272291 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-5a134ac3-098b-416f-8894-3bed158e66d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:16.321971 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Attempting to bind port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:16.322352 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Attempting to bind port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:16.322777 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Attempting to bind port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:16.324895 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e64bca-a13e-4c79-bf7c-8b6176cee451 None None] Pushing event updated for resources: {'Port': ['ID=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,revision_number=2']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.328252 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-58e64bca-a13e-4c79-bf7c-8b6176cee451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:16.331009 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:16.331383 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:16.336626 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.336626 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:16.336626 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Bound port: 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:16.336626 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.336993 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.338269 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.339618 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8aa8da16-c147-4dfb-b7d6-a8e5928d71ff HTTP/1.1" status: 204 len: 168 time: 0.2254314 Jun 16 16:16:16.345959 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-dab61af4-d40f-470d-af21-1d527fd010da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:16.355769 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.361945 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8da16-c147-4dfb-b7d6-a8e5928d71ff,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.376624 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:16.379188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Allocated IP 172.20.0.1 (76d3baff-ef50-4de9-974b-878176b17bb1/2d8b7f19-eb1d-4238-8d2c-6a3636646850/9c414247-8b48-4715-b015-a72838562f3a) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:16.402686 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] For port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:16.407347 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] For port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:16.480480 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.485045 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:16.505683 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.528973 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.560800 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.564195 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Routers {'50b9f47b-7636-4339-9887-b450f93e1d3f'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:16.565233 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['50b9f47b-7636-4339-9887-b450f93e1d3f'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:16.568488 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7acbfaff-9e75-4cc2-9ce7-8cd40c041ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:16.575138 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Transition to ACTIVE for port object 9c414247-8b48-4715-b015-a72838562f3a will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:16.605836 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e64bca-a13e-4c79-bf7c-8b6176cee451 None None] Pushing event updated for resources: {'Port': ['ID=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.653279 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60aca3-2660-457e-bba9-4ad67c13c228,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.661966 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-58e64bca-a13e-4c79-bf7c-8b6176cee451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:16.673702 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:16.673702 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d37e85017444d93870957f24a670fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689498 Jun 16 16:16:16.673927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06b073-7acf-4746-b729-0a9a60215d88 req-4ce2bc03-3962-46d9-a16a-b79cdf7c1fc7 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:16.673927 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a06b073-7acf-4746-b729-0a9a60215d88 req-4ce2bc03-3962-46d9-a16a-b79cdf7c1fc7 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.1514087 Jun 16 16:16:16.675532 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 56942) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:16.737537 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.744212 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:16.746291 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] Set router 50b9f47b-7636-4339-9887-b450f93e1d3f gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:16.748346 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a06b073-7acf-4746-b729-0a9a60215d88 req-ddf4ab9d-7695-44a6-8ea9-d68db886b0ed tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650940 Jun 16 16:16:16.806183 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:16.818235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Network 76d3baff-ef50-4de9-974b-878176b17bb1 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:16.818235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.824405 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:16.857379 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:16.929578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:16.940257 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Pushing event updated for resources: {'Port': ['ID=9c414247-8b48-4715-b015-a72838562f3a,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:16.946848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:16.953976 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:16.954669 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.005453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d360c-2e80-4720-9686-11a2115dfc62 req-67057402-72d5-4abd-9fa9-3e05ce31498d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:17.019500 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d09d360c-2e80-4720-9686-11a2115dfc62 req-67057402-72d5-4abd-9fa9-3e05ce31498d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1402037 Jun 16 16:16:17.049393 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 3, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:17.054724 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba30bb5-3378-4709-8224-e6357ffe8d45 None None] The sync data for ids ['50b9f47b-7636-4339-9887-b450f93e1d3f'] in dv-cinder-796685-1-smb is: [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 3, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:17.067416 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:17.083305 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.106509 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d09d360c-2e80-4720-9686-11a2115dfc62 req-3db7ab22-79c0-4560-b0de-c0d0d65b3330 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844207 Jun 16 16:16:17.228411 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:17.228618 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.231917 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.232835 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:17.236632 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff60aca3-2660-457e-bba9-4ad67c13c228 HTTP/1.1" status: 204 len: 168 time: 0.5566099 Jun 16 16:16:17.236755 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.236851 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b87ad3e6-d3e4-4da3-b34d-03ec32b5ed5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:17.245085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60aca3-2660-457e-bba9-4ad67c13c228,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:17.247650 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d2ff55b7-469e-4e4f-be00-d55bebc4fe20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:17.306011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.391547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.441509 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-77e30211-70db-462a-b78c-55d849d0725b None None] Provisioning for port 9c414247-8b48-4715-b015-a72838562f3a completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:17.459210 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-77e30211-70db-462a-b78c-55d849d0725b None None] Provisioning complete for port 9c414247-8b48-4715-b015-a72838562f3a triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:17.464178 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-77e30211-70db-462a-b78c-55d849d0725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.523096 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:17.539152 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-77e30211-70db-462a-b78c-55d849d0725b None None] Port 9c414247-8b48-4715-b015-a72838562f3a cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:16:17.577452 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.581305 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:17.618948 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.642057 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:17.645916 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:17.685908 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.693643 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:17.767547 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Pushing event updated for resources: {'Port': ['ID=9c414247-8b48-4715-b015-a72838562f3a,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:17.777363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:17.802537 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:17.829186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 56988) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:17.920048 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Network 76d3baff-ef50-4de9-974b-878176b17bb1 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:17.921882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:17.959387 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1944942591-network', 'tenant_id': 'c08fd7b5c843421c8ac00b0783f4b3df'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:18.053056 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Router 50b9f47b-7636-4339-9887-b450f93e1d3f has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:16:18.063851 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Made reservation on behalf of c08fd7b5c843421c8ac00b0783f4b3df for: {'network': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:18.067496 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.082590 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.184014 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:16:18.196541 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] 10.222.0.22 "PUT /v2.0/routers/50b9f47b-7636-4339-9887-b450f93e1d3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7103589 Jun 16 16:16:18.232134 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.264048 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-cc89216b-749e-46bb-ac6c-5bff037e7462 None None] Provisioning complete for port 9c414247-8b48-4715-b015-a72838562f3a triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:18.266074 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-cc89216b-749e-46bb-ac6c-5bff037e7462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.301030 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-cc89216b-749e-46bb-ac6c-5bff037e7462 None None] Port 9c414247-8b48-4715-b015-a72838562f3a cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:16:18.323170 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbc0cf-93ac-4664-a641-d2fc667a2a23 req-c9f400ea-cff9-4040-9b12-9ff01b4b8227 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:18.324760 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8dcbc0cf-93ac-4664-a641-d2fc667a2a23 req-c9f400ea-cff9-4040-9b12-9ff01b4b8227 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0702481 Jun 16 16:16:18.338720 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.347869 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-798c6d30-a1ae-4348-bf05-2749caa0c689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:18.387946 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=92539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:16:18.390127 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff1ce4-90a4-435d-8288-82ff2ada6e80,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:18.407448 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8dcbc0cf-93ac-4664-a641-d2fc667a2a23 req-9a3bbc9d-281f-4adb-bba7-b0f92c778f9f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770440 Jun 16 16:16:18.409659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:18.414063 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.414404 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.segments_db [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Added segment aebf9ae3-381c-4976-b2d0-46a3eba5ccd7 of type vlan for network 76758d80-c666-49e1-8ad3-9113c1e30666 Jun 16 16:16:18.467217 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.554321 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.555677 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:18.556530 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.559787 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:18.588389 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c6c45-a62a-4834-bc8b-db30d931c1e5 req-bcd136d5-b7b4-46e3-a8e2-477c64b124fa tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:18.590046 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-027c6c45-a62a-4834-bc8b-db30d931c1e5 req-bcd136d5-b7b4-46e3-a8e2-477c64b124fa tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.0748806 Jun 16 16:16:18.622243 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Pushing event updated for resources: {'Network': ['ID=76758d80-c666-49e1-8ad3-9113c1e30666,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:18.624836 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:18.632218 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 76758d80-c666-49e1-8ad3-9113c1e30666 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:16:18.647220 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-027c6c45-a62a-4834-bc8b-db30d931c1e5 req-0d8fc7cf-5955-452d-a53f-626ebfa652d3 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Jun 16 16:16:18.655741 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8253348 Jun 16 16:16:18.659872 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57010) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:18.664850 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Request body: {'subnet': {'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1944942591-subnet', 'tenant_id': 'c08fd7b5c843421c8ac00b0783f4b3df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:18.722467 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:18.785421 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Made reservation on behalf of c08fd7b5c843421c8ac00b0783f4b3df for: {'subnet': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:18.787899 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2392307'] for subnet, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.857540 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:18.864744 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:18.865454 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.956453 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:18.979737 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:19.035013 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.036008 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:19.038095 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:19.133035 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Sync routers for ids ['50b9f47b-7636-4339-9887-b450f93e1d3f'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:19.147944 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:19.150999 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:19.156483 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Routers {'50b9f47b-7636-4339-9887-b450f93e1d3f'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:19.157161 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['50b9f47b-7636-4339-9887-b450f93e1d3f'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:19.228943 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:19.229327 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.252713 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3820658', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2392289'] for subnet, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.256068 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-654ca9f4-d4eb-4412-a603-b539bc60d52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:19.310068 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Set router 50b9f47b-7636-4339-9887-b450f93e1d3f gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:19.313993 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:19.318197 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:19.326990 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Checking segment: {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:19.327574 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Network hostable DHCP agents. Network: 76758d80-c666-49e1-8ad3-9113c1e30666, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:16:19.456952 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Network 76758d80-c666-49e1-8ad3-9113c1e30666 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:16:19.566755 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 76758d80-c666-49e1-8ad3-9113c1e30666) {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:19.595070 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:19.595791 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.645014 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a87f0-6a7d-4116-9bb4-672d938eb3c5 None None] Network 76758d80-c666-49e1-8ad3-9113c1e30666 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:19.652167 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce913a-baee-4692-9c2c-3909e5fbe66f req-f5caccc9-d3d3-4742-a9f0-ef32836e2ab9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:19.652816 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2bce913a-baee-4692-9c2c-3909e5fbe66f req-f5caccc9-d3d3-4742-a9f0-ef32836e2ab9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0974853 Jun 16 16:16:19.697149 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b100e9d0-25a2-4ff0-b2e5-470f34d109c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0283642 Jun 16 16:16:19.717315 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2bce913a-baee-4692-9c2c-3909e5fbe66f req-219294d8-017e-41be-a0a7-6c9b36daab55 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Jun 16 16:16:19.875623 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:16:17Z', 'revision_number': 4, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9c414247-8b48-4715-b015-a72838562f3a', 'name': '', 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'mac_address': 'fa:16:3e:e8:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:16Z', 'updated_at': '2021-06-16T16:16:17Z', 'revision_number': 2, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'subnets': [{'id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:19.879382 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Checking router: 50b9f47b-7636-4339-9887-b450f93e1d3f for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:19.879755 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Updating router 50b9f47b-7636-4339-9887-b450f93e1d3f port 9c414247-8b48-4715-b015-a72838562f3a binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:16:19.882905 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff0620-9714-4a66-92a3-5d2ceea6d6a0 None None] Network 76758d80-c666-49e1-8ad3-9113c1e30666 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:16:19.893811 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a3bd-5b67-4517-8d4b-ba87458c923d req-fd2c8ace-9485-421f-9ecc-c074e43e7d76 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:19.896266 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2550a3bd-5b67-4517-8d4b-ba87458c923d req-fd2c8ace-9485-421f-9ecc-c074e43e7d76 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.1155570 Jun 16 16:16:19.956997 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:19.965497 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2550a3bd-5b67-4517-8d4b-ba87458c923d req-eecffd52-96f6-4f43-a8fe-274e04e93724 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617290 Jun 16 16:16:20.145769 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-eb7db04b-9adb-4842-979c-34a7adc4db8b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496334638&fields=id&tenant_id=4b6ece348f5a4657828d414e5733414f HTTP/1.1" status: 200 len: 267 time: 0.1278124 Jun 16 16:16:20.221175 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf614228-c54a-4b51-9c85-b321be503b28 req-002da963-1604-406a-a17a-9d7b1ea55b88 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:20.222803 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-bf614228-c54a-4b51-9c85-b321be503b28 req-002da963-1604-406a-a17a-9d7b1ea55b88 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.1834366 Jun 16 16:16:20.334539 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-e2b328be-0f3b-4af5-980a-9fd6a2e2d4eb tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:20.344224 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-e2b328be-0f3b-4af5-980a-9fd6a2e2d4eb tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 809 time: 0.1865795 Jun 16 16:16:20.429077 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-7d476219-4338-4771-8f84-9c1e041189a2 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/quotas/4b6ece348f5a4657828d414e5733414f HTTP/1.1" status: 200 len: 375 time: 0.0832241 Jun 16 16:16:20.446873 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.478310 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Transition to ACTIVE for port object 9c414247-8b48-4715-b015-a72838562f3a will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:20.489461 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Deleting port 561b010e-be6a-423f-97cf-6b6e4f423df1 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:16:20.489802 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.561851 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.570667 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:20.621115 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-ee668196-00ca-4353-a148-47851a72b60f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910536 Jun 16 16:16:20.933793 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:20.935255 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] For port 561b010e-be6a-423f-97cf-6b6e4f423df1, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=561b010e-be6a-423f-97cf-6b6e4f423df1,segment=NetworkSegment(e5635f01-5c66-4250-a46e-6bad893aa79e),segment_id=e5635f01-5c66-4250-a46e-6bad893aa79e)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:20.935255 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.935255 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Calling delete_port for 561b010e-be6a-423f-97cf-6b6e4f423df1 owned by compute:nova {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502ae71-238b-4901-88e7-31ba434b3e84 None None] Pushing event updated for resources: {'Port': ['ID=9c414247-8b48-4715-b015-a72838562f3a,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1502ae71-238b-4901-88e7-31ba434b3e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Attempting to bind port 9c414247-8b48-4715-b015-a72838562f3a on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Attempting to bind port 9c414247-8b48-4715-b015-a72838562f3a by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Attempting to bind port 9c414247-8b48-4715-b015-a72838562f3a on network 76d3baff-ef50-4de9-974b-878176b17bb1 {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Checking segment: {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Bound using segment: {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:20.935909 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Bound port: 9c414247-8b48-4715-b015-a72838562f3a, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e594d757-cbec-463c-8232-7f613c4dd812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:20.936806 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.936806 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:20.936806 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:20.999022 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78db2-51cc-4e4c-9067-ec5ed9099d6c req-50fbe120-12c9-4fef-8425-bf9abd58fc67 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:21.002298 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-01b78db2-51cc-4e4c-9067-ec5ed9099d6c req-50fbe120-12c9-4fef-8425-bf9abd58fc67 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1431243 Jun 16 16:16:21.093719 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] For port 9c414247-8b48-4715-b015-a72838562f3a, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:21.101298 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-157f4701-016b-4cf4-94e1-640243052021 service neutron] 10.222.0.22 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593282 Jun 16 16:16:21.110167 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] For port 9c414247-8b48-4715-b015-a72838562f3a, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9c414247-8b48-4715-b015-a72838562f3a,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:21.145935 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-01b78db2-51cc-4e4c-9067-ec5ed9099d6c req-e570a8ce-ae7e-4478-b707-4b166309bc4c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280563 Jun 16 16:16:21.271595 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-ebbec32c-2713-4e58-9697-36324b2beb2b service neutron] 10.222.0.22 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691411 Jun 16 16:16:21.379241 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc08f6-650c-4fb8-88f3-3d9a629438a6 req-d77aa027-fc17-42da-864f-42cdea4943ab tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:21.382011 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a8fc08f6-650c-4fb8-88f3-3d9a629438a6 req-d77aa027-fc17-42da-864f-42cdea4943ab tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 945 time: 0.0695286 Jun 16 16:16:21.390828 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:21.409825 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:21.413332 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:21.448153 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['561b010e-be6a-423f-97cf-6b6e4f423df1'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:16:21.470016 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a8fc08f6-650c-4fb8-88f3-3d9a629438a6 req-258d19e7-7681-459a-ab08-6d866e30531d tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/security-groups?id=86c82e53-7bc3-4229-89ce-09ab3c536b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783701 Jun 16 16:16:21.478911 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:21.487022 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Routers {'50b9f47b-7636-4339-9887-b450f93e1d3f'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:21.487653 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['50b9f47b-7636-4339-9887-b450f93e1d3f'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:21.570679 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Pushing event deleted for resources: {'Port': ['ID=561b010e-be6a-423f-97cf-6b6e4f423df1,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:21.589213 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:21.632555 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502ae71-238b-4901-88e7-31ba434b3e84 None None] Pushing event updated for resources: {'Port': ['ID=9c414247-8b48-4715-b015-a72838562f3a,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:21.635765 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1502ae71-238b-4901-88e7-31ba434b3e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:21.639965 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] No DVR routers for this DVR port 561b010e-be6a-423f-97cf-6b6e4f423df1 on host hv-cinder-79668 {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:16:21.644114 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:21.666076 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-bf614228-c54a-4b51-9c85-b321be503b28 req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.79 "DELETE /v2.0/ports/561b010e-be6a-423f-97cf-6b6e4f423df1 HTTP/1.1" status: 204 len: 173 time: 1.4148641 Jun 16 16:16:21.666590 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'name': 'network-vif-deleted', 'tag': '561b010e-be6a-423f-97cf-6b6e4f423df1'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:21.688339 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea89444-faf3-4b8a-aba6-9f9061de0b29" -d '{"events": [{"server_uuid": "7e1fc4d9-d69f-4791-a410-1523ff4b7895", "name": "network-vif-deleted", "tag": "561b010e-be6a-423f-97cf-6b6e4f423df1"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:21.710565 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] Set router 50b9f47b-7636-4339-9887-b450f93e1d3f gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:21.750846 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd9afc2-291e-4295-8547-246c44255235 x-openstack-request-id: req-6bd9afc2-291e-4295-8547-246c44255235 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:21.751305 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1fc4d9-d69f-4791-a410-1523ff4b7895", "name": "network-vif-deleted", "tag": "561b010e-be6a-423f-97cf-6b6e4f423df1", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:21.751801 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bd9afc2-291e-4295-8547-246c44255235 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:21.752283 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1fc4d9-d69f-4791-a410-1523ff4b7895', 'name': 'network-vif-deleted', 'tag': '561b010e-be6a-423f-97cf-6b6e4f423df1', 'status': 'completed', 'code': 200} Jun 16 16:16:21.986848 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:16:17Z', 'revision_number': 4, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9c414247-8b48-4715-b015-a72838562f3a', 'name': '', 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'mac_address': 'fa:16:3e:e8:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:16Z', 'updated_at': '2021-06-16T16:16:21Z', 'revision_number': 4, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'subnets': [{'id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:21.991127 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2c5fd-481a-47fa-a95e-969843c760fd None None] The sync data for ids ['50b9f47b-7636-4339-9887-b450f93e1d3f'] in dv-cinder-796685-1-smb is: [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:16:17Z', 'revision_number': 4, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9c414247-8b48-4715-b015-a72838562f3a', 'name': '', 'network_id': '76d3baff-ef50-4de9-974b-878176b17bb1', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'mac_address': 'fa:16:3e:e8:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:16Z', 'updated_at': '2021-06-16T16:16:21Z', 'revision_number': 4, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'subnets': [{'id': '2d8b7f19-eb1d-4238-8d2c-6a3636646850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:22.202379 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-22c997a3-6477-488d-b757-98e8e374b4e9 req-76c0f330-c9da-4cfb-a86b-170ead3460ee tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 210 time: 0.0501864 Jun 16 16:16:22.458024 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236112b2-b131-4823-b8b0-b71d1c43205b req-1df86947-8e8d-4f3a-8c7c-7ae61c5c1ce9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:22.460220 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-236112b2-b131-4823-b8b0-b71d1c43205b req-1df86947-8e8d-4f3a-8c7c-7ae61c5c1ce9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1220927 Jun 16 16:16:22.535346 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-236112b2-b131-4823-b8b0-b71d1c43205b req-ba5c1695-c339-4523-951f-629179f3f7cb tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692079 Jun 16 16:16:22.657517 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c414247-8b48-4715-b015-a72838562f3a up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:22.763287 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ed56f943-b31a-4251-95fd-ef1de75dde4b req-15c883e1-0ace-4810-8cb0-d5c97cf9cb47 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e1fc4d9-d69f-4791-a410-1523ff4b7895 HTTP/1.1" status: 200 len: 210 time: 0.0542371 Jun 16 16:16:22.829604 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 9c414247-8b48-4715-b015-a72838562f3a completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:22.834949 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9c414247-8b48-4715-b015-a72838562f3a triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:22.840784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:22.966009 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:23.010093 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 9c414247-8b48-4715-b015-a72838562f3a, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9c414247-8b48-4715-b015-a72838562f3a,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:23.086069 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-f07e1335-0727-41fb-abe8-f6727082e461 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:23.092981 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-f07e1335-0727-41fb-abe8-f6727082e461 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/networks?id=76758d80-c666-49e1-8ad3-9113c1e30666 HTTP/1.1" status: 200 len: 814 time: 0.2135503 Jun 16 16:16:23.124398 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-d51b1947-01fd-4612-a09d-09090c12d551 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/quotas/c08fd7b5c843421c8ac00b0783f4b3df HTTP/1.1" status: 200 len: 375 time: 0.0218689 Jun 16 16:16:23.126990 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:23.133724 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-6a8b6e2b-f16b-4247-8046-0e9ced9682ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:23.186541 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3b4633ad-7710-4b9d-b6b2-fa170878b9fb tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596945 Jun 16 16:16:23.266171 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=9c414247-8b48-4715-b015-a72838562f3a,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:23.274121 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:23.304295 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5c36105a-1232-47f5-aaf5-4245a411cb47 req-7284ebaf-8bf0-4525-a06c-16537938c715 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 210 time: 0.0302672 Jun 16 16:16:23.360257 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-345db12b-32d1-461e-9976-1cc295a7fc86 service neutron] 10.222.0.22 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728270 Jun 16 16:16:23.481692 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-561b3af1-5b5f-47f4-8b18-0d7e705d319e service neutron] 10.222.0.22 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149552 Jun 16 16:16:23.719138 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934135-0185-487a-a720-4d73fbb5cf7d req-b772ae02-ba5a-4e8a-881b-ae29caed2ac5 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:23.720617 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5d934135-0185-487a-a720-4d73fbb5cf7d req-b772ae02-ba5a-4e8a-881b-ae29caed2ac5 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0673118 Jun 16 16:16:23.757526 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5d934135-0185-487a-a720-4d73fbb5cf7d req-3e225919-dafa-41db-9e45-208f93ff38ea tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Jun 16 16:16:23.960976 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-315f0cd3-6222-4d07-afe4-342881d639ae req-99a84943-2772-4b45-9409-608b2fcc0106 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 210 time: 0.0423570 Jun 16 16:16:24.504655 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec21c78f-98e4-4323-91cd-0530006fb278 req-dbda4e23-af9e-479d-806d-398ef8226ee8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 210 time: 0.0351408 Jun 16 16:16:24.512863 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 561b010e-be6a-423f-97cf-6b6e4f423df1 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:16:24.559025 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 561b010e-be6a-423f-97cf-6b6e4f423df1 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:16:24.565597 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 561b010e-be6a-423f-97cf-6b6e4f423df1 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:16:24.617183 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c414247-8b48-4715-b015-a72838562f3a up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:24.667089 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 9c414247-8b48-4715-b015-a72838562f3a triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:24.667692 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:24.987716 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3fa01-ece3-4137-bddc-e1696ba33c04 req-de54ff6f-fce0-4166-a63a-e6509a68750d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:24.989647 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0cf3fa01-ece3-4137-bddc-e1696ba33c04 req-de54ff6f-fce0-4166-a63a-e6509a68750d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0821824 Jun 16 16:16:25.045755 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0cf3fa01-ece3-4137-bddc-e1696ba33c04 req-c8d1faf1-0531-40d0-8328-50ef65cf5020 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499811 Jun 16 16:16:25.175951 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dea662-ffbf-4168-8c8c-1998dcb60f70 req-080a1418-c59f-4198-9aca-bfce9b93cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:25.179370 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-20dea662-ffbf-4168-8c8c-1998dcb60f70 req-080a1418-c59f-4198-9aca-bfce9b93cffa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.1433508 Jun 16 16:16:25.223864 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6d6da6d3-712d-469e-a866-43f67b1188bb req-2c99ae29-30bc-4463-afb2-cd23d60a032d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 210 time: 0.0878508 Jun 16 16:16:25.277215 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-20dea662-ffbf-4168-8c8c-1998dcb60f70 req-080d0463-4b86-4adf-a064-97dcedbd5e7d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810938 Jun 16 16:16:25.500168 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-f6faa904-6d23-4827-a580-bde255ae4a01 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:25.501706 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-f6faa904-6d23-4827-a580-bde255ae4a01 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 809 time: 0.1499188 Jun 16 16:16:25.567695 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-f4cdb603-717e-4cad-b336-c6dfe5489589 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6ece348f5a4657828d414e5733414f HTTP/1.1" status: 200 len: 379 time: 0.0555243 Jun 16 16:16:25.579550 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'port': {'device_id': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'admin_state_up': True, 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'security_groups': ['8c969979-f42a-4008-affb-40bfe54a163d']}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:25.749114 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6ce568fb-ed8c-4c20-ac17-49b649d1b85a req-fb34624a-8e61-43b0-a72b-888ec668f4c8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 210 time: 0.0757074 Jun 16 16:16:25.783066 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Made reservation on behalf of 4b6ece348f5a4657828d414e5733414f for: {'port': 1} {{(pid=92539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:25.786755 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:26.019669 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Allocated IP 172.20.0.4 (d50c4d77-5b45-4db5-885d-4f7903d1a79b/62d53e25-750b-4dce-b498-bc2f3feabafe/df4b68a3-9793-40be-9f7e-796e400d2daa) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:26.286278 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-df5a4fb2-da87-4d8b-9561-b30fcbd8a4f6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4278765 Jun 16 16:16:26.389969 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:26.427818 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Transition to ACTIVE for port object df4b68a3-9793-40be-9f7e-796e400d2daa will not be triggered until provisioned by entity DHCP. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:26.448471 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-c4381d75-e528-4df9-ad74-12f004a6f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:26.455320 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-c4381d75-e528-4df9-ad74-12f004a6f02e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 1098 time: 0.1341012 Jun 16 16:16:26.476802 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-688e5cd5-6c5f-4ed3-a548-625e21113bc5 req-07af5078-ca8f-47f7-b998-3d5951667d2c tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 210 time: 0.0615635 Jun 16 16:16:26.519044 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ae114-2290-4e67-bc51-5b91cf90f7ff req-eb3e9ba9-05fe-4cee-b095-4a820ffc74be tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:26.528891 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-107ae114-2290-4e67-bc51-5b91cf90f7ff req-eb3e9ba9-05fe-4cee-b095-4a820ffc74be tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2274070 Jun 16 16:16:26.578058 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-107ae114-2290-4e67-bc51-5b91cf90f7ff req-e9807aba-24b3-49e3-8b78-2a70c203bd4f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Jun 16 16:16:26.585323 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:26.594369 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:26.632221 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-5675a9db-3ea3-4207-bdf6-b66bb172d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:26.634245 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-5675a9db-3ea3-4207-bdf6-b66bb172d529 service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.1433671 Jun 16 16:16:26.651290 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:26.655430 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:26.687313 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:26.731065 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-afc760f7-276a-41a4-8ff2-8babe328b486 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=133af854-3405-4230-8c12-97435163bdb6 HTTP/1.1" status: 200 len: 217 time: 0.0853922 Jun 16 16:16:26.801762 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:26.842942 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:26.872177 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-c080cad2-5362-4043-8071-f84a927b9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:26.873765 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-c080cad2-5362-4043-8071-f84a927b9364 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.1326060 Jun 16 16:16:26.887794 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:26.888468 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:27.013206 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4392750 Jun 16 16:16:27.044959 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Request body: {'port': {'device_id': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:27.096759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-09e76217-073e-47a3-8c18-25be74227c98 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:27.102292 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-09e76217-073e-47a3-8c18-25be74227c98 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "GET /v2.0/networks?id=76758d80-c666-49e1-8ad3-9113c1e30666 HTTP/1.1" status: 200 len: 814 time: 0.2029514 Jun 16 16:16:27.102292 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-63c02e7e-0d00-45c8-bc24-0ca3f6d25822 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2187333 Jun 16 16:16:27.154280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Request body: {'port': {'device_id': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666', 'admin_state_up': True, 'tenant_id': 'c08fd7b5c843421c8ac00b0783f4b3df'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:27.224054 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-ec16c785-9afb-4a43-8a63-5882968d0754 None None] Provisioning for port df4b68a3-9793-40be-9f7e-796e400d2daa completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:27.233164 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-ec16c785-9afb-4a43-8a63-5882968d0754 None None] Provisioning complete for port df4b68a3-9793-40be-9f7e-796e400d2daa triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:27.233691 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ec16c785-9afb-4a43-8a63-5882968d0754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:27.387366 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:27.441833 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-ec16c785-9afb-4a43-8a63-5882968d0754 None None] Port df4b68a3-9793-40be-9f7e-796e400d2daa cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:16:27.801966 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-3b311910-4b72-4db0-bf7d-21d4b7a2503a service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837358 Jun 16 16:16:27.816275 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb513c-3c78-40ff-8602-1ebdd332801c req-ac70a914-b797-442e-8b5d-e47b2ba9cd10 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:27.825895 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-57eb513c-3c78-40ff-8602-1ebdd332801c req-ac70a914-b797-442e-8b5d-e47b2ba9cd10 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 931 time: 0.7229085 Jun 16 16:16:27.833404 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a000e050-dc11-4bf0-bf25-2be277d8f59c req-2646aa55-7c0b-4ba8-a0cf-26017df82de3 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 210 time: 0.0536723 Jun 16 16:16:27.980677 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-57eb513c-3c78-40ff-8602-1ebdd332801c req-dd2b5cf2-e84f-488f-b36b-6de27ce040e7 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535180 Jun 16 16:16:28.031718 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1e7cc94-77e9-4c45-9b46-00350348a0da req-ce96e9e6-19d2-4250-821d-b5070cd2639b service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960115 Jun 16 16:16:28.051074 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4b68a3-9793-40be-9f7e-796e400d2daa {{(pid=92539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:28.058522 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Made reservation on behalf of c08fd7b5c843421c8ac00b0783f4b3df for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:28.063343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.090954 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.146428 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Transition to ACTIVE for port object df4b68a3-9793-40be-9f7e-796e400d2daa will not be triggered until provisioned by entity L2. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:28.234561 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.239344 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3ae03b32-9e92-4ac0-8962-330c86bff1f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:28.328693 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Allocated IP 172.20.0.5 (76758d80-c666-49e1-8ad3-9113c1e30666/ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a/32792c65-d8ed-4113-bdac-ad0b6879bcef) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:28.513914 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5af283-9473-4f4a-b2ca-55931925d9e2 req-c129dfda-4ebe-4bf5-bcea-0458f838b43f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:28.524065 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2e5af283-9473-4f4a-b2ca-55931925d9e2 req-c129dfda-4ebe-4bf5-bcea-0458f838b43f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.3947015 Jun 16 16:16:28.534115 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:28.537620 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:28.649257 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2e5af283-9473-4f4a-b2ca-55931925d9e2 req-4b2180ad-c9ae-41c4-98eb-fcbfdd7a0e7d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237323 Jun 16 16:16:28.656041 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.685521 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Attempting to bind port df4b68a3-9793-40be-9f7e-796e400d2daa on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:28.686210 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Attempting to bind port df4b68a3-9793-40be-9f7e-796e400d2daa by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:28.688131 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Attempting to bind port df4b68a3-9793-40be-9f7e-796e400d2daa on network d50c4d77-5b45-4db5-885d-4f7903d1a79b {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:28.701330 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Port df4b68a3-9793-40be-9f7e-796e400d2daa on network d50c4d77-5b45-4db5-885d-4f7903d1a79b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:16:28.702593 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Attempting to bind port df4b68a3-9793-40be-9f7e-796e400d2daa on network d50c4d77-5b45-4db5-885d-4f7903d1a79b {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:28.709993 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:28.710331 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Checking segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:28.710852 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Bound using segment: {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'} {{(pid=92539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:28.711161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.managers [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Bound port: df4b68a3-9793-40be-9f7e-796e400d2daa, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a6e6d3-6dff-40fa-91e7-35b3b18201b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b'}}] {{(pid=92539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:28.711682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.797803 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, cleared binding levels {{(pid=92539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:28.801543 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:28.911215 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.918094 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:28.925981 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:28.935842 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:29.119170 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Network 76758d80-c666-49e1-8ad3-9113c1e30666 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:29.120395 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=3']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:29.139077 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:29.142113 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:29.146051 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:29.147056 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:29.152446 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] 10.222.0.79 "PUT /v2.0/ports/df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 1093 time: 2.1156912 Jun 16 16:16:29.159785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:29.163845 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:29.166290 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7d62eb-ea57-4beb-a874-2cc207125bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:29.243355 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Pushing event updated for resources: {'Port': ['ID=32792c65-d8ed-4113-bdac-ad0b6879bcef,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:29.259040 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:29.304810 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:29.309180 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:29.408939 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2860162 Jun 16 16:16:29.420197 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Request body: {'port': {'device_id': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:29.472104 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-270505a8-bdc4-4c76-9162-f57c61615484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:29.474897 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-270505a8-bdc4-4c76-9162-f57c61615484 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1096 time: 0.2051187 Jun 16 16:16:29.500438 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be0281-123e-45c2-819b-17b6d94c69d3 req-d24a0ea9-c93e-4170-a7ef-f4192c417d13 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:29.508242 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d0be0281-123e-45c2-819b-17b6d94c69d3 req-d24a0ea9-c93e-4170-a7ef-f4192c417d13 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 931 time: 0.3277025 Jun 16 16:16:29.514160 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:29.575440 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-fcaaf58e-4bff-4888-a1f1-0e27ca96a439 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 217 time: 0.0659986 Jun 16 16:16:29.587157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:30.070772 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-aeb23267-48e2-43c8-bc86-ae9f9cf7e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.080080 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-aeb23267-48e2-43c8-bc86-ae9f9cf7e7ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=13ab6826de164efda67f06435e805092&device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 1099 time: 0.4000340 Jun 16 16:16:30.095281 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-827e84a6-b60e-48ea-a0ff-388f56e61d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.102307 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-827e84a6-b60e-48ea-a0ff-388f56e61d41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.5060370 Jun 16 16:16:30.137644 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d0be0281-123e-45c2-819b-17b6d94c69d3 req-031e233e-d8b8-4bff-a2ee-4c82c9137734 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576396 Jun 16 16:16:30.216355 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-f05d2464-b997-4dbd-971b-6608e223b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.217897 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-f05d2464-b997-4dbd-971b-6608e223b013 service neutron] 10.222.0.79 "GET /v2.0/networks?id=aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 200 len: 919 time: 0.1369340 Jun 16 16:16:30.257809 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd74e391-ec0b-4ad9-8f42-963b7d60cef0 x-openstack-request-id: req-dd74e391-ec0b-4ad9-8f42-963b7d60cef0 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:30.258138 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:30.258430 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd74e391-ec0b-4ad9-8f42-963b7d60cef0 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:30.261737 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'status': 'completed', 'code': 200} Jun 16 16:16:30.313978 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7b898-30b7-4217-a291-929057db5dbb req-efe56fcf-97e3-49da-a08d-a6e8aaf4726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.315673 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-efe56fcf-97e3-49da-a08d-a6e8aaf4726b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1939330 Jun 16 16:16:30.491177 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-47fe8e27-f26a-4f32-b9bb-0373f44cd86f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 200 len: 217 time: 0.2627687 Jun 16 16:16:30.608297 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-b77e3418-dad3-4106-a1bb-a16c16c215bb service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833009 Jun 16 16:16:30.634980 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9aee12-2548-4eb3-91ec-e9957e80950d req-90920eab-7155-4c3c-ab1e-251efee626b8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.642717 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cc9aee12-2548-4eb3-91ec-e9957e80950d req-90920eab-7155-4c3c-ab1e-251efee626b8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.8192296 Jun 16 16:16:30.712400 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7253e-2717-4ef3-95d5-ebc1b3f53921 req-43c8ef23-6718-4918-b225-5d7e68c909d7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.713652 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dcc7253e-2717-4ef3-95d5-ebc1b3f53921 req-43c8ef23-6718-4918-b225-5d7e68c909d7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.2641675 Jun 16 16:16:30.717313 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-bcdfdd15-7d4d-44a1-bc7d-8c345edaddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:30.718798 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-bcdfdd15-7d4d-44a1-bc7d-8c345edaddf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 200 len: 858 time: 0.2267590 Jun 16 16:16:30.826629 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-e5a35380-7874-4d66-a1d0-6334a1e67bcc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aa374633-fdff-4064-b633-651452c26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862243 Jun 16 16:16:30.883734 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cc9aee12-2548-4eb3-91ec-e9957e80950d req-c979ca29-14b9-4e1b-99cb-539900415af3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399478 Jun 16 16:16:30.887858 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dcc7253e-2717-4ef3-95d5-ebc1b3f53921 req-8a511fc8-f025-45cb-9c27-31e4a5a05594 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617298 Jun 16 16:16:30.935074 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cba7b898-30b7-4217-a291-929057db5dbb req-08ccca5c-1836-4b0d-b539-dfceed9db4a7 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167815 Jun 16 16:16:30.968886 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32792c65-d8ed-4113-bdac-ad0b6879bcef {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:30.985873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:31.021699 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-780e8ca2-64eb-4b27-889a-b11ff4144fa3 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710832 Jun 16 16:16:31.052682 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Transition to ACTIVE for port object 32792c65-d8ed-4113-bdac-ad0b6879bcef will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:31.149901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:31.155468 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:31.213646 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-9a790c59-4996-4244-9d26-fa24ca997c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:31.215660 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-9a790c59-4996-4244-9d26-fa24ca997c65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1096 time: 0.0933785 Jun 16 16:16:31.330670 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-07bb6bfe-3560-46f7-9d33-c17b55005c13 req-ca8dbce5-42ab-43cb-a8ae-cbef74b5a7f5 service neutron] 10.222.0.79 "GET /v2.0/networks/aa374633-fdff-4064-b633-651452c26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018489 Jun 16 16:16:31.340470 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-ce357994-b3ff-45fe-849c-4907c15315a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:31.341943 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-ce357994-b3ff-45fe-849c-4907c15315a9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 910 time: 0.1135483 Jun 16 16:16:31.354354 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=32792c65-d8ed-4113-bdac-ad0b6879bcef,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:31.361227 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:31.422001 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b148a7-07a6-43f1-a3af-e0f5666f5d47 req-c71f38ce-5635-43d3-b69c-7e42220d1cab tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:31.434777 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-51b148a7-07a6-43f1-a3af-e0f5666f5d47 req-c71f38ce-5635-43d3-b69c-7e42220d1cab tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 943 time: 0.1278126 Jun 16 16:16:31.439823 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-105c4715-448d-49c4-b8af-ad97de8cba6c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 217 time: 0.0870154 Jun 16 16:16:31.528383 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-db22f458-18ff-4c2e-ba41-1624d32079c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:31.530139 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-db22f458-18ff-4c2e-ba41-1624d32079c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.0830381 Jun 16 16:16:31.533179 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-51b148a7-07a6-43f1-a3af-e0f5666f5d47 req-59499f80-c0b2-4d70-9cdc-bf1745bde649 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Jun 16 16:16:31.652856 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-41e3e8bc-8e1d-41ff-aefb-fb8ea5b2b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:31.654847 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-41e3e8bc-8e1d-41ff-aefb-fb8ea5b2b3e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1133318 Jun 16 16:16:31.808240 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-6a1485cb-055a-4a9f-b451-47c786bd3609 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443098 Jun 16 16:16:31.920667 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Attempting to bind port 32792c65-d8ed-4113-bdac-ad0b6879bcef on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:31.922179 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Attempting to bind port 32792c65-d8ed-4113-bdac-ad0b6879bcef by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:31.922722 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Attempting to bind port 32792c65-d8ed-4113-bdac-ad0b6879bcef on network 76758d80-c666-49e1-8ad3-9113c1e30666 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:31.930515 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Port 32792c65-d8ed-4113-bdac-ad0b6879bcef on network 76758d80-c666-49e1-8ad3-9113c1e30666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:16:31.931170 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Attempting to bind port 32792c65-d8ed-4113-bdac-ad0b6879bcef on network 76758d80-c666-49e1-8ad3-9113c1e30666 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:31.936892 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:31.937514 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Checking segment: {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:31.938100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Bound using segment: {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:31.939065 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Bound port: 32792c65-d8ed-4113-bdac-ad0b6879bcef, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:31.939675 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:32.004203 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-eb7d62eb-ea57-4beb-a874-2cc207125bb6 req-18d79d08-b9d9-4d8e-b33d-3880e03733fb service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882260 Jun 16 16:16:32.294563 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] For port 32792c65-d8ed-4113-bdac-ad0b6879bcef, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:32.315085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] For port 32792c65-d8ed-4113-bdac-ad0b6879bcef, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=32792c65-d8ed-4113-bdac-ad0b6879bcef,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:32.401386 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa40e2-65d2-4aac-83fc-4fb191503816 req-390d66db-89a8-45d4-a4b2-866f651c24e5 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:32.416935 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d0aa40e2-65d2-4aac-83fc-4fb191503816 req-390d66db-89a8-45d4-a4b2-866f651c24e5 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.1956329 Jun 16 16:16:32.444614 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:32.448382 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-afb2dce1-28fc-40bd-8904-8432b4ce2a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:32.494082 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42852b16-c17c-43e1-9f8d-7545d91f8dd5 req-1834366a-9e43-41ff-9acc-6a7187ed1a5f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:32.499606 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:32.500294 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:32.501742 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] 10.222.0.79 "PUT /v2.0/ports/32792c65-d8ed-4113-bdac-ad0b6879bcef HTTP/1.1" status: 200 len: 1093 time: 3.0865474 Jun 16 16:16:32.502266 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'tag': '32792c65-d8ed-4113-bdac-ad0b6879bcef'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:32.504716 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a782d1-01d3-4327-ac04-0fee167c0f59" -d '{"events": [{"name": "network-changed", "server_uuid": "ac53ab31-8891-48fc-85ba-a0425b42c028", "tag": "32792c65-d8ed-4113-bdac-ad0b6879bcef"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:32.506163 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-42852b16-c17c-43e1-9f8d-7545d91f8dd5 req-1834366a-9e43-41ff-9acc-6a7187ed1a5f tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1367648 Jun 16 16:16:32.524359 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d0aa40e2-65d2-4aac-83fc-4fb191503816 req-05141c42-27cd-4e16-bc5a-bd5c98cd4735 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055417 Jun 16 16:16:32.563286 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-42852b16-c17c-43e1-9f8d-7545d91f8dd5 req-5d41c192-36b9-455f-bfa5-176e391b3327 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565367 Jun 16 16:16:32.573873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Pushing event updated for resources: {'Port': ['ID=32792c65-d8ed-4113-bdac-ad0b6879bcef,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:32.581986 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:32.609395 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b8220-a6f9-49d7-b2bf-12443006c676 x-openstack-request-id: req-a11b8220-a6f9-49d7-b2bf-12443006c676 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:32.609720 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac53ab31-8891-48fc-85ba-a0425b42c028", "tag": "32792c65-d8ed-4113-bdac-ad0b6879bcef", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:32.610062 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a11b8220-a6f9-49d7-b2bf-12443006c676 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:32.610494 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'tag': '32792c65-d8ed-4113-bdac-ad0b6879bcef', 'status': 'completed', 'code': 200} Jun 16 16:16:32.741325 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a782d1-01d3-4327-ac04-0fee167c0f59 req-579616bc-b470-4f07-b926-3711a54b480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:32.745566 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7a782d1-01d3-4327-ac04-0fee167c0f59 req-579616bc-b470-4f07-b926-3711a54b480b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 1096 time: 0.1004746 Jun 16 16:16:32.844441 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04f311-33bf-472e-927a-ad8eeebbc155 req-c3af4144-50ed-484d-85b6-84577d9a94c6 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:32.846144 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1c04f311-33bf-472e-927a-ad8eeebbc155 req-c3af4144-50ed-484d-85b6-84577d9a94c6 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 943 time: 0.1012828 Jun 16 16:16:32.942137 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1c04f311-33bf-472e-927a-ad8eeebbc155 req-56dd69d1-3769-4dc7-b78a-55e411255756 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765467 Jun 16 16:16:32.994154 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a782d1-01d3-4327-ac04-0fee167c0f59 req-b4174e27-51e7-4b74-a675-4140b2a38362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:32.995557 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7a782d1-01d3-4327-ac04-0fee167c0f59 req-b4174e27-51e7-4b74-a675-4140b2a38362 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2385674 Jun 16 16:16:33.189157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a782d1-01d3-4327-ac04-0fee167c0f59 req-344113ad-e1b7-40b4-a481-cfb893908da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:33.190604 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7a782d1-01d3-4327-ac04-0fee167c0f59 req-344113ad-e1b7-40b4-a481-cfb893908da1 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809118 Jun 16 16:16:33.369701 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-ac4d9633-48a9-4bf7-bed5-ed27dc812a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:33.388751 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-ac4d9633-48a9-4bf7-bed5-ed27dc812a62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 1096 time: 0.1321132 Jun 16 16:16:33.576635 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-2356b97c-2284-4d3e-81f3-d64bf74d99d3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32792c65-d8ed-4113-bdac-ad0b6879bcef HTTP/1.1" status: 200 len: 217 time: 0.0761456 Jun 16 16:16:33.625833 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-13c6e23f-f50c-4ad7-9f27-7bc8993a76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:33.627848 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-13c6e23f-f50c-4ad7-9f27-7bc8993a76ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a HTTP/1.1" status: 200 len: 854 time: 0.1053224 Jun 16 16:16:33.672104 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-7cb37253-c92f-4490-ab6a-2fe506579a56 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76758d80-c666-49e1-8ad3-9113c1e30666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370767 Jun 16 16:16:33.808686 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc974f-a183-4a6f-8b89-3c107d69e31d req-02e493a8-0a69-4c5e-98f6-fecba97f8d12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:33.819395 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-68bc974f-a183-4a6f-8b89-3c107d69e31d req-02e493a8-0a69-4c5e-98f6-fecba97f8d12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0882576 Jun 16 16:16:33.885067 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-68bc974f-a183-4a6f-8b89-3c107d69e31d req-49adac93-b1a7-4f22-bb47-0a7aca2a43b9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601161 Jun 16 16:16:33.889305 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-55c1fe83-b871-46f5-bd53-0fe04787e633 service neutron] 10.222.0.79 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037077 Jun 16 16:16:33.956640 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9dd49-2af9-4aa2-971b-6b3c8dbf60c4 req-53e7b1ee-80bd-47a8-b4da-19e4a47ad76c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:33.958817 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f4b9dd49-2af9-4aa2-971b-6b3c8dbf60c4 req-53e7b1ee-80bd-47a8-b4da-19e4a47ad76c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.1412249 Jun 16 16:16:34.084412 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f4b9dd49-2af9-4aa2-971b-6b3c8dbf60c4 req-a4d82661-ef3c-41ee-b515-fa30bc7af322 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203496 Jun 16 16:16:34.096362 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-192b4743-65b8-47c1-815e-1d9abcce3609 req-56cff7a3-35ea-4009-ad75-298800ae51d1 service neutron] 10.222.0.79 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909161 Jun 16 16:16:34.293477 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b538667-25c3-438d-853a-f1b7ed56f355 req-a7a5939d-9021-4385-8a82-8bcd6661552e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:34.298560 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7b538667-25c3-438d-853a-f1b7ed56f355 req-a7a5939d-9021-4385-8a82-8bcd6661552e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 943 time: 0.1714058 Jun 16 16:16:34.387035 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7b538667-25c3-438d-853a-f1b7ed56f355 req-36b9a602-21d0-4f99-be99-e46f28f22614 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829821 Jun 16 16:16:34.545606 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:16:34.665794 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:34.678105 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'port_id': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'mac_address': 'fa:16:3e:c0:d1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:16:34.716569 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:34.738653 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4b68a3-9793-40be-9f7e-796e400d2daa {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:34.759371 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:34.897224 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:34.899097 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:34.950340 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:34.958134 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.958488 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.958897 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.959250 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.959755 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.960277 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.960638 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.960973 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.961300 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.961627 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.961959 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.962283 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:16:34.966381 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:35.080100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06333c3-53f0-457c-9676-e0d48932fb1a req-3d072b0c-de61-424f-87f3-f34f6f4b8780 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:35.081856 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e06333c3-53f0-457c-9676-e0d48932fb1a req-3d072b0c-de61-424f-87f3-f34f6f4b8780 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0737228 Jun 16 16:16:35.170608 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['df4b68a3-9793-40be-9f7e-796e400d2daa'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:16:35.336355 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc2a6c-45fd-491f-ab85-64209705c19a req-6534d570-f11f-4e92-bf5a-327c5d4e30e3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:35.339514 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3dcc2a6c-45fd-491f-ab85-64209705c19a req-6534d570-f11f-4e92-bf5a-327c5d4e30e3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 944 time: 0.1232460 Jun 16 16:16:35.407935 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3dcc2a6c-45fd-491f-ab85-64209705c19a req-33968fef-ef16-4d0a-8540-97b66e6cd0a2 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602112 Jun 16 16:16:35.447275 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e06333c3-53f0-457c-9676-e0d48932fb1a req-5f7b36e3-6687-48e2-a790-2b9f969284aa tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597665 Jun 16 16:16:35.656603 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3b42-f3a0-4b8e-ae30-e974d2905cb0 req-fda81539-27d4-4af9-a66b-b1c841bb019a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:35.668691 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-86ea3b42-f3a0-4b8e-ae30-e974d2905cb0 req-fda81539-27d4-4af9-a66b-b1c841bb019a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 943 time: 0.0867441 Jun 16 16:16:35.705565 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-86ea3b42-f3a0-4b8e-ae30-e974d2905cb0 req-ff5128ef-d800-45ef-993d-2d0fbc052a75 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Jun 16 16:16:36.562120 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:36.663916 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a51ed-a561-498f-bc81-1e962c08383e req-448b784e-2e9b-4f0d-a486-4eed98f132aa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:36.666227 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1a0a51ed-a561-498f-bc81-1e962c08383e req-448b784e-2e9b-4f0d-a486-4eed98f132aa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 944 time: 0.0844634 Jun 16 16:16:36.673721 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-ed03e98c-c53e-42fa-83cb-2eaf322ad9f6 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:36.675810 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-ed03e98c-c53e-42fa-83cb-2eaf322ad9f6 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 815 time: 0.1183927 Jun 16 16:16:36.693400 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-4078b7d7-5bc6-42dc-b2eb-2e5bc45ce0bc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/quotas/5cf480d5bf724693a1d6161e1d4c913b HTTP/1.1" status: 200 len: 375 time: 0.0110333 Jun 16 16:16:36.714518 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1a0a51ed-a561-498f-bc81-1e962c08383e req-39c3774b-064a-40d1-9e97-411adae15b44 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409691 Jun 16 16:16:36.732684 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port df4b68a3-9793-40be-9f7e-796e400d2daa completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:36.739074 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port df4b68a3-9793-40be-9f7e-796e400d2daa triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:36.739766 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:36.809200 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-e65de449-fc11-499d-9eff-01fcce67eee5 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095810 Jun 16 16:16:36.892828 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:36.917673 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f69cf-b5e2-4636-b162-03b8a6b7769f req-bb891846-9305-4dff-926e-0c5eb4d2d52e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:36.919182 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5d2f69cf-b5e2-4636-b162-03b8a6b7769f req-bb891846-9305-4dff-926e-0c5eb4d2d52e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 943 time: 0.0775890 Jun 16 16:16:36.926221 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-d14670ac-94e0-48a3-96d3-109e0ee9da7f service neutron] 10.222.0.22 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140411 Jun 16 16:16:36.934545 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:36.942032 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b66ced-b15a-44da-9f82-5d90d3458837" -d '{"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-plugged", "status": "completed", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:36.972231 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:36.988025 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5d2f69cf-b5e2-4636-b162-03b8a6b7769f req-06db2779-155d-4144-80b1-f110e32b2695 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622218 Jun 16 16:16:37.034693 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:37.037885 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:37.072034 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d775eba-44c3-4bb8-83f7-f7db58e64d0a x-openstack-request-id: req-6d775eba-44c3-4bb8-83f7-f7db58e64d0a {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:37.072675 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-plugged", "status": "completed", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:37.073094 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d775eba-44c3-4bb8-83f7-f7db58e64d0a {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:37.073657 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'code': 200} Jun 16 16:16:37.099032 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-ed87551c-dde9-4b94-b654-45da9144ac14 service neutron] 10.222.0.22 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598182 Jun 16 16:16:37.105289 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:37.109833 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:37.461112 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-22d597af-6067-4eb1-afa0-423e68507c29 req-74cce658-d692-4af6-8dd0-ae408b042334 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 210 time: 0.0514452 Jun 16 16:16:37.606924 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded9de1-4cf4-410a-89d3-6bb78fcb84a7 req-387fd986-1fbb-4bd9-8f7a-6e7d9c96042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:37.608522 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fded9de1-4cf4-410a-89d3-6bb78fcb84a7 req-387fd986-1fbb-4bd9-8f7a-6e7d9c96042c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1098 time: 0.0668304 Jun 16 16:16:37.659164 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fded9de1-4cf4-410a-89d3-6bb78fcb84a7 req-6a623a46-f58b-47cb-a9ad-0dd9dce6d1dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419812 Jun 16 16:16:37.897000 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1097d-b563-40a5-97af-2bba8666d31b req-fab5ee5f-278b-456c-8285-0959429f8a1b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:37.899255 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94e1097d-b563-40a5-97af-2bba8666d31b req-fab5ee5f-278b-456c-8285-0959429f8a1b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0682912 Jun 16 16:16:37.953446 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94e1097d-b563-40a5-97af-2bba8666d31b req-117f2bef-be60-4125-b48f-eb122c3c9306 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Jun 16 16:16:38.250279 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc14e9-0112-4389-a2f7-25cbeff06c85 req-7c00f485-6d5f-4763-af9f-1461a8fe565b tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:38.251560 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8bcc14e9-0112-4389-a2f7-25cbeff06c85 req-7c00f485-6d5f-4763-af9f-1461a8fe565b tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 943 time: 0.1281326 Jun 16 16:16:38.334022 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8bcc14e9-0112-4389-a2f7-25cbeff06c85 req-6141e48e-6d96-4885-8fab-b629b25dc8dd tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550544 Jun 16 16:16:38.563807 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-385da98e-cb4d-4411-84dd-481f3a772112 req-df493f7d-b428-4e0f-84b8-2bc9653c0f69 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 210 time: 0.0319607 Jun 16 16:16:38.579754 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 32792c65-d8ed-4113-bdac-ad0b6879bcef details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:16:38.677409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 32792c65-d8ed-4113-bdac-ad0b6879bcef, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=32792c65-d8ed-4113-bdac-ad0b6879bcef,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:38.689978 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '32792c65-d8ed-4113-bdac-ad0b6879bcef', 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666', 'port_id': '32792c65-d8ed-4113-bdac-ad0b6879bcef', 'mac_address': 'fa:16:3e:e3:50:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:16:38.755936 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:38.781851 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32792c65-d8ed-4113-bdac-ad0b6879bcef {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:38.832256 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 32792c65-d8ed-4113-bdac-ad0b6879bcef, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=32792c65-d8ed-4113-bdac-ad0b6879bcef,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:38.925578 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:38.927987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:39.021492 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=32792c65-d8ed-4113-bdac-ad0b6879bcef,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:39.027951 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:39.191114 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbcea8-d0c4-41cd-973a-44111b0705c3 req-84041acb-a8d6-41dd-b483-488b4be3fd78 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:39.198580 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-febbcea8-d0c4-41cd-973a-44111b0705c3 req-84041acb-a8d6-41dd-b483-488b4be3fd78 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.1107540 Jun 16 16:16:39.236033 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['32792c65-d8ed-4113-bdac-ad0b6879bcef'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:16:39.245118 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-febbcea8-d0c4-41cd-973a-44111b0705c3 req-0df479fb-edb7-4c26-899e-e5aba181a9f7 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452507 Jun 16 16:16:39.482448 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa1667-8395-4c89-a6f5-fd8c6705b9d0 req-1953f02f-8797-4680-aaf0-b4e6b552c714 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:39.493090 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-27fa1667-8395-4c89-a6f5-fd8c6705b9d0 req-1953f02f-8797-4680-aaf0-b4e6b552c714 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0876417 Jun 16 16:16:39.548563 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-27fa1667-8395-4c89-a6f5-fd8c6705b9d0 req-e9b4f505-412b-4d15-87d2-d7bd0e81a37c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542736 Jun 16 16:16:39.580367 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c56b55-047d-4257-ad9f-e5646d60bf77 req-5c784729-c1d1-4089-926b-1c79135b2191 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:39.580367 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a9c56b55-047d-4257-ad9f-e5646d60bf77 req-5c784729-c1d1-4089-926b-1c79135b2191 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 944 time: 0.0750022 Jun 16 16:16:39.580998 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57344) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:39.637441 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a9c56b55-047d-4257-ad9f-e5646d60bf77 req-b6d2b28a-bf05-4b58-b0be-6115ae397601 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501301 Jun 16 16:16:39.691219 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-05f68eac-53ab-4c75-92e1-6e1d8d54ac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:39.743145 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ca8bf4e-35c0-4b86-982f-184ba72bd89f req-8265396d-c02c-4606-ae9f-307cb752b07b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 210 time: 0.0311565 Jun 16 16:16:39.813908 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff5803-f6d4-4f78-9daf-f3ff1adf3db8 tempest-TestShelveInstance-252275640 tempest-TestShelveInstance-252275640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:39.815336 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-9dff5803-f6d4-4f78-9daf-f3ff1adf3db8 tempest-TestShelveInstance-252275640 tempest-TestShelveInstance-252275640-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1093 time: 0.2333858 Jun 16 16:16:39.819699 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57350) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:39.824884 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Request body: {'floatingip': {'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'port_id': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:39.954010 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for floatingip, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:40.187799 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-1c7a5f98-60f0-4d94-b9b3-24466ad42aeb tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:40.189653 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-1c7a5f98-60f0-4d94-b9b3-24466ad42aeb tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 815 time: 0.2090781 Jun 16 16:16:40.203675 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'port': {'device_id': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'admin_state_up': True, 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:40.295330 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:40.476606 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Allocated IP 172.28.1.237 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/0a076ca0-f18b-4bbf-ba3a-1f5ce98fd5fb) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:40.526438 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Made reservation on behalf of 5cf480d5bf724693a1d6161e1d4c913b for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:16:40.532852 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:40.589012 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 32792c65-d8ed-4113-bdac-ad0b6879bcef up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:16:40.708162 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Allocated IP 172.20.0.4 (3955b18c-1bc8-481f-b31d-0560d8900239/bd5651f0-7157-4065-9433-ba5c5474dcc5/bec296be-9a41-494e-8381-22c754379a93) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:16:40.845387 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 32792c65-d8ed-4113-bdac-ad0b6879bcef completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:40.849425 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 32792c65-d8ed-4113-bdac-ad0b6879bcef triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:40.849819 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:40.871687 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e399fc-5249-4748-b748-5072af8a6d07 req-d916f5e0-5345-4b4c-ad9d-639a9c065de4 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:40.876864 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-18e399fc-5249-4748-b748-5072af8a6d07 req-d916f5e0-5345-4b4c-ad9d-639a9c065de4 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1055353 Jun 16 16:16:40.933086 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-18e399fc-5249-4748-b748-5072af8a6d07 req-e64c76be-4bb0-4d7e-b865-0177621996c6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527332 Jun 16 16:16:40.956628 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:40.971811 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:41.000641 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32792c65-d8ed-4113-bdac-ad0b6879bcef'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:41.003226 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e3b58c-a0fe-45d3-a2b1-a39957e14a0e" -d '{"events": [{"server_uuid": "ac53ab31-8891-48fc-85ba-a0425b42c028", "name": "network-vif-plugged", "status": "completed", "tag": "32792c65-d8ed-4113-bdac-ad0b6879bcef"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:41.005634 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:41.019511 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 32792c65-d8ed-4113-bdac-ad0b6879bcef, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=32792c65-d8ed-4113-bdac-ad0b6879bcef,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:41.041954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Transition to ACTIVE for port object bec296be-9a41-494e-8381-22c754379a93 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:41.109824 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f75e8-c45d-4f7c-989c-95071310d822 req-972b5e0e-4fcf-4a3b-a54a-31a465f936db tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:41.116761 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:41.118755 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:41.130326 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-93c3a7cc-bd39-40d7-a12a-c738aefb7aff req-f4a16fd5-30c5-49c1-8440-5b3f96f1b1ee tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 210 time: 0.0600073 Jun 16 16:16:41.133992 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b06f75e8-c45d-4f7c-989c-95071310d822 req-972b5e0e-4fcf-4a3b-a54a-31a465f936db tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 944 time: 0.3392172 Jun 16 16:16:41.217248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:41.221998 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=32792c65-d8ed-4113-bdac-ad0b6879bcef,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:41.233988 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:41.236628 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:41.238543 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5570be33-f7cd-4095-9c26-8d1b86613c06 x-openstack-request-id: req-5570be33-f7cd-4095-9c26-8d1b86613c06 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:41.239756 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac53ab31-8891-48fc-85ba-a0425b42c028", "name": "network-vif-plugged", "status": "completed", "tag": "32792c65-d8ed-4113-bdac-ad0b6879bcef", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:41.240279 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5570be33-f7cd-4095-9c26-8d1b86613c06 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:41.241027 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32792c65-d8ed-4113-bdac-ad0b6879bcef', 'code': 200} Jun 16 16:16:41.403331 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Network 3955b18c-1bc8-481f-b31d-0560d8900239 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:41.423553 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b06f75e8-c45d-4f7c-989c-95071310d822 req-f21876a8-3ca0-4e7b-aeee-c3f99a96c221 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868664 Jun 16 16:16:41.456708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:41.463399 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:41.477963 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:41.515947 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:41.536915 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:41.541276 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-641338db-2ae2-4c50-bf6c-c292ba7f805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:41.578882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:41.579529 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:41.600093 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:16:41.605664 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:16:41.613256 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:16:41.649885 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'Port': ['ID=0a076ca0-f18b-4bbf-ba3a-1f5ce98fd5fb,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:41.656128 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:41.680860 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4821339 Jun 16 16:16:42.137479 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Request body: {'port': {'device_id': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:16:42.234412 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-285468d5-97dc-47b0-a271-c304cc266e58 None None] Provisioning for port bec296be-9a41-494e-8381-22c754379a93 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:16:42.238806 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-285468d5-97dc-47b0-a271-c304cc266e58 None None] Provisioning complete for port bec296be-9a41-494e-8381-22c754379a93 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:16:42.242489 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-285468d5-97dc-47b0-a271-c304cc266e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:42.285151 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-5efb1cca-d6a6-4b9c-8721-dba3bfc317c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:42.317622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:42.350044 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-285468d5-97dc-47b0-a271-c304cc266e58 None None] Port bec296be-9a41-494e-8381-22c754379a93 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:16:42.369421 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b82a8a-10a9-45af-9b2a-de2095600286 req-15246862-b209-462d-9c39-7184ad4d0881 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:42.371818 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-88b82a8a-10a9-45af-9b2a-de2095600286 req-15246862-b209-462d-9c39-7184ad4d0881 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1681492 Jun 16 16:16:42.422463 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:42.461974 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-88b82a8a-10a9-45af-9b2a-de2095600286 req-5d3bbf20-3933-49ad-a1f9-2df90c920e37 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806146 Jun 16 16:16:42.563363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:42.672571 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa916b-b0df-4d09-9eca-88013202124e req-e8bec12c-0a31-4e70-9f3b-914d813010e2 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:42.679114 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8baa916b-b0df-4d09-9eca-88013202124e req-e8bec12c-0a31-4e70-9f3b-914d813010e2 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 931 time: 0.2611055 Jun 16 16:16:42.757356 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:16:42.766618 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:42.815863 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39899e-42b0-4aa3-a187-96514a832d10 req-a1ff3fac-61a9-4728-aea3-5ad69ff095f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:42.819781 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8e39899e-42b0-4aa3-a187-96514a832d10 req-a1ff3fac-61a9-4728-aea3-5ad69ff095f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 1098 time: 0.0931177 Jun 16 16:16:42.827870 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8baa916b-b0df-4d09-9eca-88013202124e req-942b5f28-de4b-4282-9818-3d43bc8871a5 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472347 Jun 16 16:16:42.841358 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed0d23-c30d-459f-8197-834380b7600a req-95d8c152-78f3-417c-8c17-5456de0ea0e8 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:42.843972 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-58ed0d23-c30d-459f-8197-834380b7600a req-95d8c152-78f3-417c-8c17-5456de0ea0e8 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.1874709 Jun 16 16:16:42.921574 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-58ed0d23-c30d-459f-8197-834380b7600a req-8e5df169-bf27-4e3e-b092-a5f078b3f491 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 Jun 16 16:16:43.077874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:43.091385 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec296be-9a41-494e-8381-22c754379a93 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:43.099786 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:43.114638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Transition to ACTIVE for port object bec296be-9a41-494e-8381-22c754379a93 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:16:43.143191 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:43.152880 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:43.185786 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:43.406480 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:43.631816 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event updated for resources: {'Port': ['ID=0a076ca0-f18b-4bbf-ba3a-1f5ce98fd5fb,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:43.660779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:43.661598 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:43.746759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:43.949223 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Floating IP 977715e5-1049-4de7-bb2a-8c60f88847d6 associated. External IP: 172.28.1.237, port: df4b68a3-9793-40be-9f7e-796e400d2daa. Jun 16 16:16:44.067013 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8e39899e-42b0-4aa3-a187-96514a832d10 req-acdf3f0c-1201-42bf-9e06-1bfe89470fd4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916259 Jun 16 16:16:44.097963 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:44.111115 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf65bb-47f3-4d70-934e-279bba5dedad req-a131ae68-3653-442d-a769-f17feed5370c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:44.118918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:44.121278 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a5bf65bb-47f3-4d70-934e-279bba5dedad req-a131ae68-3653-442d-a769-f17feed5370c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0965874 Jun 16 16:16:44.193371 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a5bf65bb-47f3-4d70-934e-279bba5dedad req-c903e246-ea68-4057-8702-ee6020e88962 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709267 Jun 16 16:16:44.276481 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c76749-7d9e-4b8c-86de-1ac08e5ac412 req-6c6e39e1-0671-4e2e-bdcd-b35823379a97 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:44.278446 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05c76749-7d9e-4b8c-86de-1ac08e5ac412 req-6c6e39e1-0671-4e2e-bdcd-b35823379a97 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.5810823 Jun 16 16:16:44.293650 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Attempting to bind port bec296be-9a41-494e-8381-22c754379a93 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:16:44.293980 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Attempting to bind port bec296be-9a41-494e-8381-22c754379a93 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:16:44.294309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Attempting to bind port bec296be-9a41-494e-8381-22c754379a93 on network 3955b18c-1bc8-481f-b31d-0560d8900239 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:44.315118 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Port bec296be-9a41-494e-8381-22c754379a93 on network 3955b18c-1bc8-481f-b31d-0560d8900239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:16:44.315446 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Attempting to bind port bec296be-9a41-494e-8381-22c754379a93 on network 3955b18c-1bc8-481f-b31d-0560d8900239 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:16:44.323719 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:16:44.324059 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Checking segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:16:44.324657 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Bound using segment: {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:16:44.325087 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Bound port: bec296be-9a41-494e-8381-22c754379a93, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f8d872-19b3-43d4-931f-53a32255adb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:16:44.325441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:44.391880 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab624834-3eba-4321-9072-4f45ee0d2ac5 req-dc728421-4373-4324-baff-26725388872d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:44.402960 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ab624834-3eba-4321-9072-4f45ee0d2ac5 req-dc728421-4373-4324-baff-26725388872d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0850265 Jun 16 16:16:44.415756 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05c76749-7d9e-4b8c-86de-1ac08e5ac412 req-63a811ec-b6c8-416c-b8f1-8e8e7a603528 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286867 Jun 16 16:16:44.459222 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:16:44.462461 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Router 72301325-283c-4386-a75e-ab044e68c437 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:16:44.464204 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:16:44.486197 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ab624834-3eba-4321-9072-4f45ee0d2ac5 req-67059a95-ba0b-4e7e-a401-51dc8a72742f tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809553 Jun 16 16:16:44.574012 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:44.580696 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:44.625879 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:44.626553 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:44.628050 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] 10.222.0.79 "PUT /v2.0/ports/bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 1093 time: 2.5517449 Jun 16 16:16:44.630384 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:44.632859 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6970a804-c7b8-4e31-8fc1-742185a45b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:44.676469 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:16:44.694581 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] Sync routers for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:16:44.695097 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:44.700472 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:44.707896 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:44.709139 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:44.745700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2162112e-3a2c-47d2-989d-c4a5b622b19b x-openstack-request-id: req-2162112e-3a2c-47d2-989d-c4a5b622b19b {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:44.746082 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:44.746808 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2162112e-3a2c-47d2-989d-c4a5b622b19b {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:44.747269 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'status': 'completed', 'code': 200} Jun 16 16:16:44.777330 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:44.910323 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:44.937253 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:44.978007 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1565533 Jun 16 16:16:45.034900 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-1a3446fa-b565-4058-ae1d-629d072697bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:45.040114 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-1a3446fa-b565-4058-ae1d-629d072697bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1096 time: 0.1610310 Jun 16 16:16:45.121422 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-18f91c9b-b4b5-43c9-b0e1-54bd941a7900 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 217 time: 0.0678046 Jun 16 16:16:45.342191 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-1a712109-be72-4887-bf6a-a0eacf8196d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:45.343925 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-1a712109-be72-4887-bf6a-a0eacf8196d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.1437337 Jun 16 16:16:45.488964 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '977715e5-1049-4de7-bb2a-8c60f88847d6', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'floating_ip_address': '172.28.1.237', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '72301325-283c-4386-a75e-ab044e68c437', 'port_id': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'mac_address': 'fa:16:3e:c0:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:16:41Z', 'updated_at': '2021-06-16T16:16:41Z', 'revision_number': 0, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:45.502147 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] Checking router: 72301325-283c-4386-a75e-ab044e68c437 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:16:45.523647 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:16:45.525453 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:45.618792 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f38bd-b253-48b4-bc8f-41bb4a5bf629 req-1c26425c-81d5-48e9-acf0-63d988c915ab tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:45.637194 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-94288d51-cb93-43c8-9022-11073f150288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:45.638477 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b48f38bd-b253-48b4-bc8f-41bb4a5bf629 req-1c26425c-81d5-48e9-acf0-63d988c915ab tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.2436674 Jun 16 16:16:45.648771 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-94288d51-cb93-43c8-9022-11073f150288 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2883039 Jun 16 16:16:45.726754 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b48f38bd-b253-48b4-bc8f-41bb4a5bf629 req-f33527ae-3c93-47df-9dff-538790c296a6 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867553 Jun 16 16:16:45.800169 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:16:45.890882 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-b66159e3-2960-43b0-beb3-e742950c194a service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306619 Jun 16 16:16:45.952347 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d8626-e10c-43db-8859-50c3632a60f8 req-8b8332b7-8b98-4760-8a4c-0a58faeb3815 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:45.959769 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2a8d8626-e10c-43db-8859-50c3632a60f8 req-8b8332b7-8b98-4760-8a4c-0a58faeb3815 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.2236295 Jun 16 16:16:46.115947 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6f568-044d-4676-8457-b66d919d5312 req-607c9577-4310-4e92-9122-bc5c42dcaa8e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:46.143603 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-37b6f568-044d-4676-8457-b66d919d5312 req-607c9577-4310-4e92-9122-bc5c42dcaa8e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.2286844 Jun 16 16:16:46.182714 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2a8d8626-e10c-43db-8859-50c3632a60f8 req-a6e2d876-9d78-4ef8-a5f9-613782bf76df tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219648 Jun 16 16:16:46.236906 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dc63e3fd-ca60-44ee-b6ff-abf7824615b4 req-362c6716-3933-4de2-8528-1791b65bc677 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160071 Jun 16 16:16:46.262724 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-37b6f568-044d-4676-8457-b66d919d5312 req-07f25988-64b6-452e-b8de-f5518c980bfb tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174054 Jun 16 16:16:46.263356 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '977715e5-1049-4de7-bb2a-8c60f88847d6', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'floating_ip_address': '172.28.1.237', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '72301325-283c-4386-a75e-ab044e68c437', 'port_id': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'mac_address': 'fa:16:3e:c0:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:16:41Z', 'updated_at': '2021-06-16T16:16:41Z', 'revision_number': 0, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:46.274857 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447fa8a7-2a82-44ee-b879-efffbd47f90f None None] The sync data for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb is: [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '977715e5-1049-4de7-bb2a-8c60f88847d6', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'floating_ip_address': '172.28.1.237', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '72301325-283c-4386-a75e-ab044e68c437', 'port_id': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'mac_address': 'fa:16:3e:c0:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:16:41Z', 'updated_at': '2021-06-16T16:16:41Z', 'revision_number': 0, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:16:46.705206 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bcfa1-805a-4672-8373-2716c21f89a4 None None] New status for floating IP 977715e5-1049-4de7-bb2a-8c60f88847d6: ACTIVE {{(pid=92540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:16:46.748412 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:46.751980 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c17adb2-be7f-44fa-b8ba-263e501e09f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:46.846822 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98cee1c-f6d6-4089-99ec-4580703f0d30 x-openstack-request-id: req-f98cee1c-f6d6-4089-99ec-4580703f0d30 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:46.847416 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:46.847924 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f98cee1c-f6d6-4089-99ec-4580703f0d30 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:46.848625 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'status': 'completed', 'code': 200} Jun 16 16:16:47.000363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32a18b-3535-4572-a7e4-803b9d1cb28a req-6f4f5842-d7c4-4212-8ba0-2dc2442f2e38 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:47.001883 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8e32a18b-3535-4572-a7e4-803b9d1cb28a req-6f4f5842-d7c4-4212-8ba0-2dc2442f2e38 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0679257 Jun 16 16:16:47.068659 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8e32a18b-3535-4572-a7e4-803b9d1cb28a req-eede5483-7504-48c1-90c0-d162fa081c9c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Jun 16 16:16:47.382228 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90502a6a-7745-40e2-baae-d3639ed906ed req-a25a2131-4fcd-45b7-bb3c-4316dcc89ac5 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:47.396365 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-90502a6a-7745-40e2-baae-d3639ed906ed req-a25a2131-4fcd-45b7-bb3c-4316dcc89ac5 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0741704 Jun 16 16:16:47.455923 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-90502a6a-7745-40e2-baae-d3639ed906ed req-1feba020-2d92-43ac-a100-87c37750e8b8 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Jun 16 16:16:47.543139 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f3e51-55ad-418c-a3a2-575283e49369 req-2103c237-d0b3-4e01-a5e9-67098e1c5238 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:47.544720 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fb1f3e51-55ad-418c-a3a2-575283e49369 req-2103c237-d0b3-4e01-a5e9-67098e1c5238 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.1059465 Jun 16 16:16:47.597145 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fb1f3e51-55ad-418c-a3a2-575283e49369 req-312f1587-6188-4c7a-9de1-fad98ac2a0cc tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Jun 16 16:16:48.269779 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b5218-13cd-460a-9c68-df25fc7efeab req-c0bb073c-08c1-4d2d-8a2e-b4833f489464 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:48.271283 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-649b5218-13cd-460a-9c68-df25fc7efeab req-c0bb073c-08c1-4d2d-8a2e-b4833f489464 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0755768 Jun 16 16:16:48.330230 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-649b5218-13cd-460a-9c68-df25fc7efeab req-d2efc79f-4c35-4b05-84e5-01f0f50d5550 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518429 Jun 16 16:16:48.637782 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1aa7c4-57b8-4d9b-bdce-499ac0068a50 req-a4945346-3083-4afb-a6dd-0f035f1cdd29 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:48.639219 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-db1aa7c4-57b8-4d9b-bdce-499ac0068a50 req-a4945346-3083-4afb-a6dd-0f035f1cdd29 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0626833 Jun 16 16:16:48.680053 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-db1aa7c4-57b8-4d9b-bdce-499ac0068a50 req-f5e9c583-3b98-468e-bde4-92a84a5b4cd2 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Jun 16 16:16:49.534489 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe27536-b40e-4bc9-9192-a22cd6340bed req-e8ce5a5f-d714-4774-b26a-1a8490241012 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:49.535877 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dbe27536-b40e-4bc9-9192-a22cd6340bed req-e8ce5a5f-d714-4774-b26a-1a8490241012 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0752931 Jun 16 16:16:49.579160 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dbe27536-b40e-4bc9-9192-a22cd6340bed req-a2f7c4f0-acdd-4f90-9170-666e6bf387a1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Jun 16 16:16:49.879429 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2b0b4-8650-4542-b709-2658f6952018 req-cb24737c-1590-4d22-a818-04e77cadf4ad tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:49.881030 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b6d2b0b4-8650-4542-b709-2658f6952018 req-cb24737c-1590-4d22-a818-04e77cadf4ad tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0646060 Jun 16 16:16:49.920559 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b6d2b0b4-8650-4542-b709-2658f6952018 req-88906f7f-c7da-4c13-bdee-25891a931595 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Jun 16 16:16:50.754081 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf247-b419-4bd7-abf3-47a1402ec480 req-23740b06-d7ab-48f0-8511-a25d5ba3f247 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:50.755691 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-804cf247-b419-4bd7-abf3-47a1402ec480 req-23740b06-d7ab-48f0-8511-a25d5ba3f247 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0636494 Jun 16 16:16:50.794966 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-804cf247-b419-4bd7-abf3-47a1402ec480 req-4526534d-f97c-4968-9419-8e6fca538f7e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Jun 16 16:16:51.135732 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141f7e2-dfa0-4ce5-b08f-a2647ceedafb req-701e88e0-4465-4d56-8679-d8d225082378 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:51.145224 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3141f7e2-dfa0-4ce5-b08f-a2647ceedafb req-701e88e0-4465-4d56-8679-d8d225082378 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1057844 Jun 16 16:16:51.205081 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3141f7e2-dfa0-4ce5-b08f-a2647ceedafb req-026f5823-6dd4-472d-8131-bb7e8c28341e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582118 Jun 16 16:16:51.995437 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a0fee-31e1-45dd-a523-8e133fa4054e req-2c5f96f1-c475-4319-b6d3-75ae4acc51ff tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:51.996919 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5a2a0fee-31e1-45dd-a523-8e133fa4054e req-2c5f96f1-c475-4319-b6d3-75ae4acc51ff tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0815721 Jun 16 16:16:52.036438 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5a2a0fee-31e1-45dd-a523-8e133fa4054e req-7eae5a17-500f-4e86-a063-ce35b7cb349d tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Jun 16 16:16:52.439358 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b189-4d78-465a-ad2d-3ffe3a7e3ec3 req-b6a8fbe4-7b6d-4418-b92b-d7924d9211cc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:52.439358 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-43f5b189-4d78-465a-ad2d-3ffe3a7e3ec3 req-b6a8fbe4-7b6d-4418-b92b-d7924d9211cc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0941677 Jun 16 16:16:52.466079 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-43f5b189-4d78-465a-ad2d-3ffe3a7e3ec3 req-e697234d-a3db-4995-be69-3317d9f0d831 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521741 Jun 16 16:16:53.231942 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0f8f7-0f6b-46fb-9c7c-d61cd9dfc65d req-c6589fa7-fe3a-41e6-8454-38a9b2e1d0dd tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:53.234029 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-72c0f8f7-0f6b-46fb-9c7c-d61cd9dfc65d req-c6589fa7-fe3a-41e6-8454-38a9b2e1d0dd tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0724266 Jun 16 16:16:53.285125 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-72c0f8f7-0f6b-46fb-9c7c-d61cd9dfc65d req-93b9a7f1-0140-4266-9a19-17b5c1e4d3e9 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Jun 16 16:16:53.523747 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57594) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:53.568951 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Deleting subnet 6ba52ea1-7078-41de-a78b-66d61db098bd {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:16:53.572364 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:53.638365 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:53.694161 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:53.729838 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3631c6f-ed7f-4256-9c68-ad3032175c96 req-24ff22ad-173e-43e4-899c-28db68953bb6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:53.731298 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b3631c6f-ed7f-4256-9c68-ad3032175c96 req-24ff22ad-173e-43e4-899c-28db68953bb6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1349583 Jun 16 16:16:53.786092 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b3631c6f-ed7f-4256-9c68-ad3032175c96 req-ce7ea829-a1ea-4cee-babd-7e0f45222182 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Jun 16 16:16:53.989458 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:53.993237 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:54.023255 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.025387 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6ba52ea1-7078-41de-a78b-66d61db098bd HTTP/1.1" status: 204 len: 168 time: 0.4999931 Jun 16 16:16:54.026579 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba52ea1-7078-41de-a78b-66d61db098bd,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:54.028226 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57600) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:54.029702 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-522ab40c-c150-4df6-8c45-7106b0f9e1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:54.113676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.196178 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.207143 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:54.217560 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5635f01-5c66-4250-a46e-6bad893aa79e') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:54.218548 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5635f01-5c66-4250-a46e-6bad893aa79e') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:16:54.228659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.245495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.252256 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:16:54.252676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:16:54.254429 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:16:54.623540 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.630283 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:54.633510 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:54.635720 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] 10.222.0.22 "DELETE /v2.0/networks/74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0 HTTP/1.1" status: 204 len: 168 time: 0.6062775 Jun 16 16:16:54.649358 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Pushing event deleted for resources: {'Network': ['ID=74dfd2d4-ae73-45bf-9bc6-417ccd48cfd0,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:54.652207 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0260bf95-7e4e-46e4-89d7-439f3397f2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:54.682705 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d6eda-7eb7-4fe2-a80c-88e4bb5160ec req-edce181b-b2d1-4b6b-a6f2-f54bce6a0f17 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:54.684262 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-717d6eda-7eb7-4fe2-a80c-88e4bb5160ec req-edce181b-b2d1-4b6b-a6f2-f54bce6a0f17 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0904899 Jun 16 16:16:54.730931 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-717d6eda-7eb7-4fe2-a80c-88e4bb5160ec req-59c1d298-68c3-4da6-b9c3-bd6c72c0420b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Jun 16 16:16:55.020051 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57610) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:55.022276 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3317a13-972a-4f8e-8aa2-3267ce500256 req-a272c5b8-d1fc-4a11-a099-3f59f80c2adc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.023795 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e3317a13-972a-4f8e-8aa2-3267ce500256 req-a272c5b8-d1fc-4a11-a099-3f59f80c2adc tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0673447 Jun 16 16:16:55.067026 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e3317a13-972a-4f8e-8aa2-3267ce500256 req-27ae4f87-fd18-44a9-9d5b-2943e45759eb tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367434 Jun 16 16:16:55.067875 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-fcb8d2ff-83ea-4cb6-b482-e7ad9efcc4a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c91dc21170c4bf7a48c22f977a96d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465822 Jun 16 16:16:55.070272 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57612) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:16:55.124814 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:55.145388 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:55.273887 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:55.276755 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:55.280686 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86c82e53-7bc3-4229-89ce-09ab3c536b3d HTTP/1.1" status: 204 len: 168 time: 0.2064836 Jun 16 16:16:55.280686 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-30f76869-1c30-46de-b246-7be350cd9cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:55.300265 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c82e53-7bc3-4229-89ce-09ab3c536b3d,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:55.303280 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:55.628662 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-6dbab853-dcf3-49f1-9661-304c3a4a67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.630483 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-6dbab853-dcf3-49f1-9661-304c3a4a67ca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1098 time: 0.0618687 Jun 16 16:16:55.634820 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-03d9ba38-0003-4934-ad55-cd064fde6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.636356 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-03d9ba38-0003-4934-ad55-cd064fde6aaf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1096 time: 0.0627186 Jun 16 16:16:55.738854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-debcec0b-3505-4e14-a5e6-530905362173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.740550 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-debcec0b-3505-4e14-a5e6-530905362173 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 910 time: 0.0951667 Jun 16 16:16:55.745925 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-7231b8aa-a4dd-4507-a81a-f37e70596cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.747469 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-7231b8aa-a4dd-4507-a81a-f37e70596cd2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 916 time: 0.0991189 Jun 16 16:16:55.847563 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-2fa51251-2e60-4c23-a287-e39d2b72edc6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 217 time: 0.0774560 Jun 16 16:16:55.906019 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-aa540b1d-077f-4262-86b4-e93f7f886379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:55.915053 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-aa540b1d-077f-4262-86b4-e93f7f886379 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.0548823 Jun 16 16:16:55.940095 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-9b6e36de-acec-4c19-94ba-39ae7178f943 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 1001 time: 0.1786273 Jun 16 16:16:56.005749 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-bb7a857d-67a0-4304-a35a-bb63ff8bec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:56.008260 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-bb7a857d-67a0-4304-a35a-bb63ff8bec49 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892980 Jun 16 16:16:56.023903 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-bbb8a4c3-b3f1-4310-bc20-71b7ab6c25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:56.025357 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-bbb8a4c3-b3f1-4310-bc20-71b7ab6c25b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.0715365 Jun 16 16:16:56.034379 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-1eb0b67c-60c1-4653-9fdc-742189f13f2d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:56.035893 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-1eb0b67c-60c1-4653-9fdc-742189f13f2d tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.1903415 Jun 16 16:16:56.045163 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef87a47-5151-420b-b4a3-a14becc7520c req-161fb386-a33b-4088-b12d-59dbb811e1e7 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:56.046956 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4ef87a47-5151-420b-b4a3-a14becc7520c req-161fb386-a33b-4088-b12d-59dbb811e1e7 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.1648929 Jun 16 16:16:56.116146 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-42244af5-8d55-42a7-accc-4ffec13a8bb2 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958841 Jun 16 16:16:56.183031 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4ef87a47-5151-420b-b4a3-a14becc7520c req-aad9994a-5d97-45a0-9802-a988e7baf488 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225796 Jun 16 16:16:56.245671 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-2886c709-95ed-4b03-85f0-657eae10d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:56.247320 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-2886c709-95ed-4b03-85f0-657eae10d696 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2102754 Jun 16 16:16:56.287268 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6970a804-c7b8-4e31-8fc1-742185a45b6c req-46a54db4-645b-4586-99ad-6adcf8234db3 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635153 Jun 16 16:16:56.299174 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Deleting port 133af854-3405-4230-8c12-97435163bdb6 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:16:56.301717 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:56.434273 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83d291-af5f-46e1-93d9-d09b34920abd req-54595a0b-9980-4835-b4b7-16f5678f3e11 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:56.435795 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7e83d291-af5f-46e1-93d9-d09b34920abd req-54595a0b-9980-4835-b4b7-16f5678f3e11 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 945 time: 0.0871096 Jun 16 16:16:56.477217 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7e83d291-af5f-46e1-93d9-d09b34920abd req-8912abb5-0e71-4b72-9bf4-2dcccf106b2c tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Jun 16 16:16:56.692876 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-124bedb0-8891-4d7e-92fd-4f8fdb24406a service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353175 Jun 16 16:16:56.736309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] For port 133af854-3405-4230-8c12-97435163bdb6, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=133af854-3405-4230-8c12-97435163bdb6,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:56.736696 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:56.854215 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Calling delete_port for 133af854-3405-4230-8c12-97435163bdb6 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:16:56.959090 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1c17adb2-be7f-44fa-b8ba-263e501e09f6 req-4a719372-9736-41e9-aa98-2023e73997f9 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573967 Jun 16 16:16:57.107971 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:57.112815 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6154a1b9-8e9d-4840-a403-e2961db3d13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:57.119816 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['78a6ce3d-344f-40ae-9a9f-51c7828f7c88', '133af854-3405-4230-8c12-97435163bdb6'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:16:57.139888 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Pushing event deleted for resources: {'Port': ['ID=133af854-3405-4230-8c12-97435163bdb6,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:57.142397 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:57.214964 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] No DVR routers for this DVR port 133af854-3405-4230-8c12-97435163bdb6 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:16:57.217958 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:57.219972 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ac595e5e-406e-4cb9-bc50-6d168b89d4a4 req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "DELETE /v2.0/ports/133af854-3405-4230-8c12-97435163bdb6 HTTP/1.1" status: 204 len: 173 time: 1.1720910 Jun 16 16:16:57.220462 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'name': 'network-vif-deleted', 'tag': '133af854-3405-4230-8c12-97435163bdb6'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:16:57.241617 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69d76b3-3e86-4a5d-ba3b-5e6e772ac584" -d '{"events": [{"server_uuid": "628ac6ff-5e7b-4885-b3e0-4ceb1f141919", "name": "network-vif-deleted", "tag": "133af854-3405-4230-8c12-97435163bdb6"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:16:57.281936 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfeb64e-4caa-44d1-a64e-a33136226a56 x-openstack-request-id: req-ebfeb64e-4caa-44d1-a64e-a33136226a56 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:16:57.282317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628ac6ff-5e7b-4885-b3e0-4ceb1f141919", "name": "network-vif-deleted", "tag": "133af854-3405-4230-8c12-97435163bdb6", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:16:57.282613 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebfeb64e-4caa-44d1-a64e-a33136226a56 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:16:57.283543 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628ac6ff-5e7b-4885-b3e0-4ceb1f141919', 'name': 'network-vif-deleted', 'tag': '133af854-3405-4230-8c12-97435163bdb6', 'status': 'completed', 'code': 200} Jun 16 16:16:57.398751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc725d-cd24-4f8e-a943-b28a4822af60 req-b72e3b10-bed0-4a3f-9c72-b515af4ba458 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:57.400413 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-64cc725d-cd24-4f8e-a943-b28a4822af60 req-b72e3b10-bed0-4a3f-9c72-b515af4ba458 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0719302 Jun 16 16:16:57.471912 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-64cc725d-cd24-4f8e-a943-b28a4822af60 req-36eefdd3-0b13-434f-abad-4758d6c11e70 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Jun 16 16:16:57.642450 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-50283988-1405-467c-baa9-fad9ac9676a1 req-13bb3a22-737b-4879-afd8-6bca7f9fd271 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=628ac6ff-5e7b-4885-b3e0-4ceb1f141919 HTTP/1.1" status: 200 len: 210 time: 0.0328560 Jun 16 16:16:57.906232 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b78d6-127c-4545-9b75-44ae23f5ab0e req-d79ad3b5-4f4f-4ef6-9cc3-ce1a537b72db tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:57.908576 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ac1b78d6-127c-4545-9b75-44ae23f5ab0e req-d79ad3b5-4f4f-4ef6-9cc3-ce1a537b72db tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0762780 Jun 16 16:16:57.950938 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ac1b78d6-127c-4545-9b75-44ae23f5ab0e req-3eac10a0-7179-4ed7-aebb-b9afd97c7998 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Jun 16 16:16:58.633641 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device bec296be-9a41-494e-8381-22c754379a93 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:16:58.675480 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768274b-e583-4acd-9b1c-1e77883436a9 req-53fb779f-bb0b-4c0e-8a2e-e91633eaac92 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:58.676992 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f768274b-e583-4acd-9b1c-1e77883436a9 req-53fb779f-bb0b-4c0e-8a2e-e91633eaac92 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 943 time: 0.0694244 Jun 16 16:16:58.715708 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f768274b-e583-4acd-9b1c-1e77883436a9 req-d69811ea-4a01-44ce-852e-6d546ee199e5 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Jun 16 16:16:58.748281 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:58.753149 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'bec296be-9a41-494e-8381-22c754379a93', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'port_id': 'bec296be-9a41-494e-8381-22c754379a93', 'mac_address': 'fa:16:3e:3c:00:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:16:58.789348 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:58.802844 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec296be-9a41-494e-8381-22c754379a93 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:16:58.822131 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:16:58.897617 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:58.899448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ebdd617b-2732-40d3-a8cc-05f14ec39d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:16:58.949312 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:16:58.952288 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:16:59.136332 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdb163-01aa-4db0-8a02-d1eb42f69f2f req-ff05eba6-62cd-4bc6-b81e-2dc06dc03e4a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:59.138124 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-35cdb163-01aa-4db0-8a02-d1eb42f69f2f req-ff05eba6-62cd-4bc6-b81e-2dc06dc03e4a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0717890 Jun 16 16:16:59.176837 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-35cdb163-01aa-4db0-8a02-d1eb42f69f2f req-9466a2a2-5774-4b3d-8d87-7914827f012e tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Jun 16 16:16:59.252136 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['bec296be-9a41-494e-8381-22c754379a93'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:16:59.375069 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7906851-626a-4bd9-ace2-2122ba0f8101 req-63a65db8-d814-4551-99fe-580e9d516628 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:59.376651 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7906851-626a-4bd9-ace2-2122ba0f8101 req-63a65db8-d814-4551-99fe-580e9d516628 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0753653 Jun 16 16:16:59.415862 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7906851-626a-4bd9-ace2-2122ba0f8101 req-f3fcc1cb-6089-4a12-a460-35a20147b3fa tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jun 16 16:16:59.485390 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:16:59.888476 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba008-e412-4c65-978f-f346f3cbee57 req-0a1d6bad-562a-4261-af37-f85446d00366 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:16:59.889917 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-aa6ba008-e412-4c65-978f-f346f3cbee57 req-0a1d6bad-562a-4261-af37-f85446d00366 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 944 time: 0.0610201 Jun 16 16:16:59.927887 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-aa6ba008-e412-4c65-978f-f346f3cbee57 req-9fc62eb0-42da-422d-873f-a71014c5e6d3 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Jun 16 16:17:00.355472 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f0ec6-91ac-4f1a-8b9c-6760e85df66a req-0e6264d8-16f3-4845-8c63-0f5451e453c4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:00.356922 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c84f0ec6-91ac-4f1a-8b9c-6760e85df66a req-0e6264d8-16f3-4845-8c63-0f5451e453c4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0615840 Jun 16 16:17:00.396032 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c84f0ec6-91ac-4f1a-8b9c-6760e85df66a req-45f45c1a-7bfd-4ebd-9e47-3fe8b32d8bd1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Jun 16 16:17:00.588126 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c68c22-e213-4795-bceb-fbdde52cd4e0 req-233ebc2a-b7bc-4b45-8f61-4d9a0785bae6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:00.590309 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d5c68c22-e213-4795-bceb-fbdde52cd4e0 req-233ebc2a-b7bc-4b45-8f61-4d9a0785bae6 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0632412 Jun 16 16:17:00.631267 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d5c68c22-e213-4795-bceb-fbdde52cd4e0 req-02142c2c-f18d-4211-bde3-3c64508cb0d3 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Jun 16 16:17:00.647178 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device bec296be-9a41-494e-8381-22c754379a93 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:00.771114 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port bec296be-9a41-494e-8381-22c754379a93 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:00.775020 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port bec296be-9a41-494e-8381-22c754379a93 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:00.775409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:00.853364 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:00.874715 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:00.877055 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a55c286-477b-4467-9050-5b811ad2609d" -d '{"events": [{"server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "name": "network-vif-plugged", "status": "completed", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:00.893656 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:00.914253 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f8933f-bba6-4d37-bcce-79094a7f2f85 x-openstack-request-id: req-75f8933f-bba6-4d37-bcce-79094a7f2f85 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:00.914556 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "name": "network-vif-plugged", "status": "completed", "tag": "bec296be-9a41-494e-8381-22c754379a93", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:00.914827 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75f8933f-bba6-4d37-bcce-79094a7f2f85 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:00.915236 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'code': 200} Jun 16 16:17:00.930752 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:00.933312 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 133af854-3405-4230-8c12-97435163bdb6 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:00.950734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3f9db816-f54f-492b-a8b4-71773708fd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:00.956430 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 133af854-3405-4230-8c12-97435163bdb6 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:00.956826 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 133af854-3405-4230-8c12-97435163bdb6 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:01.009107 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:01.012316 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:01.120650 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c84522-2ddf-4bba-803f-0c9a8d153b8f req-e279d182-4a25-40a8-8caa-bad7c1af3839 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:01.122093 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-75c84522-2ddf-4bba-803f-0c9a8d153b8f req-e279d182-4a25-40a8-8caa-bad7c1af3839 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0680630 Jun 16 16:17:01.168243 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-75c84522-2ddf-4bba-803f-0c9a8d153b8f req-09373c1b-6420-4752-bae1-6aa4b19d255f tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jun 16 16:17:01.254027 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2a3c-0d97-4a8e-bd83-3f278a99396a req-4ccb68c8-f0a5-4626-bed9-779284b9c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:01.255464 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-027e2a3c-0d97-4a8e-bd83-3f278a99396a req-4ccb68c8-f0a5-4626-bed9-779284b9c713 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1098 time: 0.0505266 Jun 16 16:17:01.294812 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-027e2a3c-0d97-4a8e-bd83-3f278a99396a req-8592b423-d005-4e2d-b481-5074ce4b98d1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Jun 16 16:17:01.574497 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8141-4827-491e-9be3-63608b1fe754 req-f226413f-ac77-4737-9a30-edefeb0b71dc tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:01.577981 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-06ef8141-4827-491e-9be3-63608b1fe754 req-f226413f-ac77-4737-9a30-edefeb0b71dc tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0631974 Jun 16 16:17:01.614708 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-06ef8141-4827-491e-9be3-63608b1fe754 req-8a0c984e-80e4-4a86-baa5-ddf64b668f06 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Jun 16 16:17:01.814649 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa91d8-18e2-418a-82f7-c405143373a7 req-d5f97a56-88bc-4753-96d3-97da17dd17d9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:01.816870 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-39fa91d8-18e2-418a-82f7-c405143373a7 req-d5f97a56-88bc-4753-96d3-97da17dd17d9 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0703821 Jun 16 16:17:01.854836 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-39fa91d8-18e2-418a-82f7-c405143373a7 req-5bf37b43-596c-4f27-9d8e-b05672e474b7 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Jun 16 16:17:02.361879 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db7c32-969b-41b6-9d7a-cef19a954069 req-18905027-69d7-46d8-850f-231a090bbf80 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:02.363329 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7db7c32-969b-41b6-9d7a-cef19a954069 req-18905027-69d7-46d8-850f-231a090bbf80 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0663154 Jun 16 16:17:02.414388 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7db7c32-969b-41b6-9d7a-cef19a954069 req-2930d318-169b-41eb-8893-808e477a4ab9 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450728 Jun 16 16:17:02.795209 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce52d28-4bfc-4d56-bc42-3337accb26d1 req-e4f544e9-710c-46c9-b2ab-f7de4efad77d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:02.796753 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dce52d28-4bfc-4d56-bc42-3337accb26d1 req-e4f544e9-710c-46c9-b2ab-f7de4efad77d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0693169 Jun 16 16:17:02.841185 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dce52d28-4bfc-4d56-bc42-3337accb26d1 req-93d3adc8-31a0-4139-9ba3-f9fde2e51e2b tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371451 Jun 16 16:17:03.037422 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679571-d1c2-48f8-b142-6cfa0035a179 req-99a3f5aa-55cd-43db-a861-2d989f073104 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:03.038805 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-02679571-d1c2-48f8-b142-6cfa0035a179 req-99a3f5aa-55cd-43db-a861-2d989f073104 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0720546 Jun 16 16:17:03.075274 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-02679571-d1c2-48f8-b142-6cfa0035a179 req-7a71d8a0-e7b2-4c1d-bb30-6e792f18ba99 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303092 Jun 16 16:17:03.589519 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b810ae5-b9a2-4fa0-8cf6-0b0e6430a9f2 req-6fd13686-4132-4e22-9c70-62045b943550 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:03.590950 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2b810ae5-b9a2-4fa0-8cf6-0b0e6430a9f2 req-6fd13686-4132-4e22-9c70-62045b943550 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0613053 Jun 16 16:17:03.628524 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2b810ae5-b9a2-4fa0-8cf6-0b0e6430a9f2 req-9210a488-cc97-42f5-b11f-37b406a74f12 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Jun 16 16:17:03.956848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b67fc-0fc3-43a4-92cd-fef2762f8694 req-2da1fec9-d2bb-40b7-b2ef-838170abfa4f tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:03.958387 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-293b67fc-0fc3-43a4-92cd-fef2762f8694 req-2da1fec9-d2bb-40b7-b2ef-838170abfa4f tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0630889 Jun 16 16:17:03.998506 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-293b67fc-0fc3-43a4-92cd-fef2762f8694 req-11c17feb-860d-478c-9337-62d03d627278 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Jun 16 16:17:04.019674 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44055449-f9a1-402d-bd32-2f26cc778e63 req-5e7b703b-af78-45bc-95fb-9bc5b9739748 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:04.019674 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-44055449-f9a1-402d-bd32-2f26cc778e63 req-5e7b703b-af78-45bc-95fb-9bc5b9739748 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0635443 Jun 16 16:17:04.059123 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-44055449-f9a1-402d-bd32-2f26cc778e63 req-f962aaab-1bd6-4a9d-88e7-b1689b87cfae tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Jun 16 16:17:04.249512 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dc962-e7c9-424e-a284-b703084df193 req-6523f24c-acf8-4dbd-8dd2-f5f63fcb7877 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:04.251582 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9c7dc962-e7c9-424e-a284-b703084df193 req-6523f24c-acf8-4dbd-8dd2-f5f63fcb7877 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0666482 Jun 16 16:17:04.292090 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9c7dc962-e7c9-424e-a284-b703084df193 req-b603cb3a-0739-4ef1-a9b5-33cb02bd0b2e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Jun 16 16:17:04.382583 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5668997-ea4a-4b40-9e1b-8fbce23b6968 req-be0815fd-0a1a-460f-9176-623d4222affb tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:04.384068 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c5668997-ea4a-4b40-9e1b-8fbce23b6968 req-be0815fd-0a1a-460f-9176-623d4222affb tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0618484 Jun 16 16:17:04.422671 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c5668997-ea4a-4b40-9e1b-8fbce23b6968 req-47a8aa7e-441d-4bd6-9504-74fe1f862328 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Jun 16 16:17:05.231649 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7ceef-ebc4-45af-9689-8172554c1aa7 req-6bfb0e68-fd24-4e20-b385-c7dd56bf2c6f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:05.233135 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-31d7ceef-ebc4-45af-9689-8172554c1aa7 req-6bfb0e68-fd24-4e20-b385-c7dd56bf2c6f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0644057 Jun 16 16:17:05.270169 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-31d7ceef-ebc4-45af-9689-8172554c1aa7 req-7afe504c-622d-443f-8483-11e4f0d4c174 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Jun 16 16:17:05.492473 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8543b-da09-43d5-8286-b2daf496a7fd req-65b0dfc1-2047-40fa-afcc-7b13855be676 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:05.493982 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-47d8543b-da09-43d5-8286-b2daf496a7fd req-65b0dfc1-2047-40fa-afcc-7b13855be676 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.0661356 Jun 16 16:17:05.544692 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-47d8543b-da09-43d5-8286-b2daf496a7fd req-63cc53bb-0142-46f5-80fc-1208f8de5954 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408292 Jun 16 16:17:06.457202 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d673c2-e5d3-4736-bc04-fb741856cfbc req-8541e3d9-a80d-4238-b682-8b5b6c5fe4d4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:06.458921 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-51d673c2-e5d3-4736-bc04-fb741856cfbc req-8541e3d9-a80d-4238-b682-8b5b6c5fe4d4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0752709 Jun 16 16:17:06.497970 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-51d673c2-e5d3-4736-bc04-fb741856cfbc req-dae17b4c-de7d-4814-8935-fc70bcd9eeec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Jun 16 16:17:06.752931 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-1a2d7d28-1fe3-4dec-b835-f4a401ae5e44 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:06.754397 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-1a2d7d28-1fe3-4dec-b835-f4a401ae5e44 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1016417 Jun 16 16:17:06.799659 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8001ae-d89f-47cd-80b6-65b0fb71f713 req-3cd0665c-a61d-4971-ac08-b44a71c1f65e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:06.802155 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2e8001ae-d89f-47cd-80b6-65b0fb71f713 req-3cd0665c-a61d-4971-ac08-b44a71c1f65e tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 946 time: 0.1406963 Jun 16 16:17:06.881888 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2e8001ae-d89f-47cd-80b6-65b0fb71f713 req-ada5bb7c-1691-4c2a-9abd-01530de5ca6a tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/security-groups?id=53cd2112-0c4a-4f2a-a9b0-b0377b528a22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735662 Jun 16 16:17:06.916689 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Deleting port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:06.917050 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:07.009814 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] For port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:07.010172 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:07.087415 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Calling delete_port for 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:07.308517 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:07.312873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-266cd6ff-9b3a-41ce-ad35-9d47a4dc9c7b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:07.326531 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['78a6ce3d-344f-40ae-9a9f-51c7828f7c88'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:17:07.339072 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Pushing event deleted for resources: {'Port': ['ID=78a6ce3d-344f-40ae-9a9f-51c7828f7c88,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:07.342373 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:07.388634 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] No DVR routers for this DVR port 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:07.396557 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:07.396557 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dca1622d-3a99-40cf-8c88-6ce974990a27 req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.79 "DELETE /v2.0/ports/78a6ce3d-344f-40ae-9a9f-51c7828f7c88 HTTP/1.1" status: 204 len: 173 time: 0.6335912 Jun 16 16:17:07.396557 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'name': 'network-vif-deleted', 'tag': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:07.397151 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201662a4-4333-4c4d-8e0f-ebe8e22f4a5f" -d '{"events": [{"server_uuid": "e5f85b7d-04c7-428e-856f-5156c9f283f0", "name": "network-vif-deleted", "tag": "78a6ce3d-344f-40ae-9a9f-51c7828f7c88"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:07.446380 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d12f6cb-a5ca-4d21-a704-f9b37a94c99b x-openstack-request-id: req-0d12f6cb-a5ca-4d21-a704-f9b37a94c99b {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:07.446720 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f85b7d-04c7-428e-856f-5156c9f283f0", "name": "network-vif-deleted", "tag": "78a6ce3d-344f-40ae-9a9f-51c7828f7c88", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:07.447014 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d12f6cb-a5ca-4d21-a704-f9b37a94c99b {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:07.447452 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f85b7d-04c7-428e-856f-5156c9f283f0', 'name': 'network-vif-deleted', 'tag': '78a6ce3d-344f-40ae-9a9f-51c7828f7c88', 'status': 'completed', 'code': 200} Jun 16 16:17:07.691679 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ca17-60b1-4e97-965e-816191d49dc5 req-201dd67b-3a96-48fe-9b75-bbf48e7d4ff7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:07.693127 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4931ca17-60b1-4e97-965e-816191d49dc5 req-201dd67b-3a96-48fe-9b75-bbf48e7d4ff7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0683627 Jun 16 16:17:07.930362 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4931ca17-60b1-4e97-965e-816191d49dc5 req-11bfc2c9-f375-4ef8-8dff-f0fb7c9a7f09 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314618 Jun 16 16:17:08.035881 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c84d9b83-27aa-4f03-831b-00da82005c2c req-73289316-948c-4cc6-8ccb-e6e582e70c86 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5f85b7d-04c7-428e-856f-5156c9f283f0 HTTP/1.1" status: 200 len: 210 time: 0.0305321 Jun 16 16:17:09.119398 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f2c40-87a4-4f34-a5a2-d56c564319dc req-3a75d23d-a684-4ab6-948b-494c8f05b4f4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:09.120924 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7d1f2c40-87a4-4f34-a5a2-d56c564319dc req-3a75d23d-a684-4ab6-948b-494c8f05b4f4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0795169 Jun 16 16:17:09.137586 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57858) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:09.167378 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7d1f2c40-87a4-4f34-a5a2-d56c564319dc req-8ba9dc1c-ff4d-437d-8ff2-0f47a5b4b26a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392313 Jun 16 16:17:09.542892 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a128f87-9d09-487d-a2f0-1d4a510fc765 req-6c460221-f8af-4b92-9b56-8ba0618fb377 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:09.544350 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2a128f87-9d09-487d-a2f0-1d4a510fc765 req-6c460221-f8af-4b92-9b56-8ba0618fb377 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.1201975 Jun 16 16:17:09.632641 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2a128f87-9d09-487d-a2f0-1d4a510fc765 req-a08533df-6bb6-4d94-948b-4dec7b38e26e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818512 Jun 16 16:17:09.657620 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57868) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:09.664424 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:09.702108 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1366f98f-5452-45a8-958b-77927115311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:09.895379 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d029e4-87cf-4133-b52d-b6f36cdb3436 tempest-TestMinimumBasicScenario-570022894 tempest-TestMinimumBasicScenario-570022894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:09.896806 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d7d029e4-87cf-4133-b52d-b6f36cdb3436 tempest-TestMinimumBasicScenario-570022894 tempest-TestMinimumBasicScenario-570022894-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1093 time: 0.2382274 Jun 16 16:17:09.899561 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57872) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:09.903893 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'floatingip': {'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'port_id': 'bec296be-9a41-494e-8381-22c754379a93', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:09.976201 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Deleting port 2d0af0fd-ee56-4237-90c6-91359f7f3630 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:09.976572 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:09.976861 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for floatingip, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.059803 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] For port 2d0af0fd-ee56-4237-90c6-91359f7f3630, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=2d0af0fd-ee56-4237-90c6-91359f7f3630,segment=NetworkSegment(5df56abf-fa20-4de9-b662-59d9ba01e2f1),segment_id=5df56abf-fa20-4de9-b662-59d9ba01e2f1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:10.060158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.090062 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.139459 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Calling delete_port for 2d0af0fd-ee56-4237-90c6-91359f7f3630 owned by network:router_interface {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:10.205534 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Allocated IP 172.28.1.16 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/3224d3e8-02c8-40cb-a3d5-2965d1424fe7) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:10.387367 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97947a58-0539-4d5c-b252-faece895b614 req-ed0e3b56-2589-4ddd-83de-f009d50a4111 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:10.388933 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-97947a58-0539-4d5c-b252-faece895b614 req-ed0e3b56-2589-4ddd-83de-f009d50a4111 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0813825 Jun 16 16:17:10.420475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.420475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:10.445529 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.448098 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0af0fd-ee56-4237-90c6-91359f7f3630,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:10.472228 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-97947a58-0539-4d5c-b252-faece895b614 req-a6abfec9-5651-45e8-abc5-10cf3131c1e7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734835 Jun 16 16:17:10.483519 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.483894 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.484331 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.485259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.485623 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.485973 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.486324 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.486672 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.496280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.496280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.496280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.496280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:10.496280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:10.577373 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.580894 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d0b096ce-7ce8-4579-bf9a-7ce51d897641 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:10.626946 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:10.630809 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:10.637453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:10.663487 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'Port': ['ID=3224d3e8-02c8-40cb-a3d5-2965d1424fe7,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:10.664201 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:10.670111 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:10.711622 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:10.733819 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:10.734785 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 78a6ce3d-344f-40ae-9a9f-51c7828f7c88 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:11.167814 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.253599 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Router b6bdfabb-8ba7-4c62-be29-0c719692d231 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:11.361598 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:11.370388 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] Sync routers for ids ['b6bdfabb-8ba7-4c62-be29-0c719692d231'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:11.373330 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] 10.222.0.22 "PUT /v2.0/routers/b6bdfabb-8ba7-4c62-be29-0c719692d231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2345924 Jun 16 16:17:11.373934 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57884) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:11.381731 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.385222 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] Routers {'b6bdfabb-8ba7-4c62-be29-0c719692d231'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:11.386340 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['b6bdfabb-8ba7-4c62-be29-0c719692d231'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:11.508250 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] Set router b6bdfabb-8ba7-4c62-be29-0c719692d231 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:11.523775 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks [] for router, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.590805 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.627914 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.630638 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:11.713716 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'Port': ['ID=3224d3e8-02c8-40cb-a3d5-2965d1424fe7,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:11.719290 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:11.737005 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:17:10Z', 'revision_number': 5, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:11.741593 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] Checking router: b6bdfabb-8ba7-4c62-be29-0c719692d231 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:11.742052 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.755664 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] Routers {'b6bdfabb-8ba7-4c62-be29-0c719692d231'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:11.756514 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:11.757126 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:16:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['b6bdfabb-8ba7-4c62-be29-0c719692d231'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:11.769355 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696d76-f118-45d5-98e5-0d639d23bf9b req-c720c579-8a4e-4788-9e66-7681f289e9af tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:11.770837 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3a696d76-f118-45d5-98e5-0d639d23bf9b req-c720c579-8a4e-4788-9e66-7681f289e9af tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1238489 Jun 16 16:17:11.825841 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3a696d76-f118-45d5-98e5-0d639d23bf9b req-7ba0e974-8700-4482-b2c7-6da9213a5fa6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452003 Jun 16 16:17:11.855882 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.l3_db [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Floating IP 91e813f5-8214-416f-b7c5-9b4fa663b25f associated. External IP: 172.28.1.16, port: bec296be-9a41-494e-8381-22c754379a93. Jun 16 16:17:11.891061 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] Set router b6bdfabb-8ba7-4c62-be29-0c719692d231 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:11.913032 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Deleting port 60b2dd96-42ab-428f-9367-189f8b80b1d3 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:11.913462 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.018402 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] For port 60b2dd96-42ab-428f-9367-189f8b80b1d3, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=60b2dd96-42ab-428f-9367-189f8b80b1d3,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:12.018877 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.093738 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:17:10Z', 'revision_number': 5, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:12.097291 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d2f2d7-800d-4873-9624-c9d89d54c63b None None] The sync data for ids ['b6bdfabb-8ba7-4c62-be29-0c719692d231'] in dv-cinder-796685-1-smb is: [{'id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'name': 'tempest-ServerRescueNegativeTestJSON-661707828-router', 'tenant_id': '13ab6826de164efda67f06435e805092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191'}], 'enable_snat': True}, 'gw_port_id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:07Z', 'updated_at': '2021-06-16T16:17:10Z', 'revision_number': 5, 'project_id': '13ab6826de164efda67f06435e805092', 'gw_port': {'id': '60b2dd96-42ab-428f-9367-189f8b80b1d3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:22:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6bdfabb-8ba7-4c62-be29-0c719692d231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:08Z', 'updated_at': '2021-06-16T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:12.101694 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Calling delete_port for 60b2dd96-42ab-428f-9367-189f8b80b1d3 owned by network:router_gateway {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:12.125687 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Router 35202b04-fe4a-4d6b-9999-5f1475f35df9 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:12.176295 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e78eba8d-cd41-406b-96ec-369638d1a5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.261358 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:12.272229 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] Sync routers for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:12.283739 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:12.284436 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:12.382175 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.410040 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:12.421219 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5206487 Jun 16 16:17:12.422682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:12.424986 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f1b1c5-424f-453d-acbb-708effcf5454" -d '{"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:12.425145 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57904) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:12.430171 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83003435', 'description': 'tempest-secgroup-smoke-83003435 description', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:12.447419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.451333 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.460056 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:12.466190 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321c13a7-1271-4ab4-b4e2-e221e32ce796 x-openstack-request-id: req-321c13a7-1271-4ab4-b4e2-e221e32ce796 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:12.466553 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:12.466819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-321c13a7-1271-4ab4-b4e2-e221e32ce796 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:12.467245 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'status': 'completed', 'code': 200} Jun 16 16:17:12.511437 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=60b2dd96-42ab-428f-9367-189f8b80b1d3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:12.520669 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:12.596465 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.632389 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 2d0af0fd-ee56-4237-90c6-91359f7f3630 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:12.654733 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.664274 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 2d0af0fd-ee56-4237-90c6-91359f7f3630 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:12.664665 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 2d0af0fd-ee56-4237-90c6-91359f7f3630 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:12.749946 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-39976395-4a35-4e62-9b14-f43caa7970c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:12.751688 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-39976395-4a35-4e62-9b14-f43caa7970c5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1098 time: 0.2539806 Jun 16 16:17:12.772485 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '91e813f5-8214-416f-b7c5-9b4fa663b25f', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'floating_ip_address': '172.28.1.16', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'port_id': 'bec296be-9a41-494e-8381-22c754379a93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'mac_address': 'fa:16:3e:3c:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:17:10Z', 'updated_at': '2021-06-16T16:17:10Z', 'revision_number': 0, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:12.776017 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] Checking router: 35202b04-fe4a-4d6b-9999-5f1475f35df9 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:12.785320 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:12.785964 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:12.817668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.825437 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:12.998768 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.012251 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:13.023361 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-5d960a7e-1ad2-4f0a-b912-e8b9b61c7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:13.024921 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-5d960a7e-1ad2-4f0a-b912-e8b9b61c7d2f service neutron] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 916 time: 0.2438018 Jun 16 16:17:13.027039 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.027630 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6bdfabb-8ba7-4c62-be29-0c719692d231 {{(pid=92538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:17:13.034331 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.038140 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] 10.222.0.22 "DELETE /v2.0/routers/b6bdfabb-8ba7-4c62-be29-0c719692d231 HTTP/1.1" status: 204 len: 168 time: 1.6605620 Jun 16 16:17:13.038420 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57910) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:13.079567 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.086515 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d2fb5b91-885e-4103-9f5a-ad107c691d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:13.105697 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_v2 [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Deleting subnet e027658f-1a9f-4318-ac29-e96d80178b1f {{(pid=92539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:17:13.121076 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.140910 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-de207402-01ac-48f1-803e-ecae9a592421 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 998 time: 0.1042001 Jun 16 16:17:13.145253 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f473804-254b-457d-a7d8-f385571d44ab,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:13.157162 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:13.169305 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497536'] for subnet, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.203338 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc94887-aefb-471a-bec7-79198dc01695 req-3a42560a-d7ca-4259-ab34-13ce7f65df3a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:13.205329 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fcc94887-aefb-471a-bec7-79198dc01695 req-3a42560a-d7ca-4259-ab34-13ce7f65df3a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.2317221 Jun 16 16:17:13.208615 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.212569 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.7836120 Jun 16 16:17:13.214756 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57912) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:13.222595 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group_rule': {'security_group_id': '3f473804-254b-457d-a7d8-f385571d44ab', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:13.251651 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.267463 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-852b4f56-57a5-4f1c-ae57-2d40d4656374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:13.270369 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-852b4f56-57a5-4f1c-ae57-2d40d4656374 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.1218188 Jun 16 16:17:13.282906 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '91e813f5-8214-416f-b7c5-9b4fa663b25f', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'floating_ip_address': '172.28.1.16', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'port_id': 'bec296be-9a41-494e-8381-22c754379a93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'mac_address': 'fa:16:3e:3c:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:17:10Z', 'updated_at': '2021-06-16T16:17:10Z', 'revision_number': 0, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.290532 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd606c4-d7de-4fd5-ba07-bba41e614cd1 None None] The sync data for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb is: [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '91e813f5-8214-416f-b7c5-9b4fa663b25f', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'floating_ip_address': '172.28.1.16', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'port_id': 'bec296be-9a41-494e-8381-22c754379a93', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'mac_address': 'fa:16:3e:3c:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:17:10Z', 'updated_at': '2021-06-16T16:17:10Z', 'revision_number': 0, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:13.318427 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fcc94887-aefb-471a-bec7-79198dc01695 req-07d13ea9-245a-4614-9e86-3a8d1fcb4783 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000924 Jun 16 16:17:13.367271 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-7231718e-6a61-4fa1-9a31-9a8b659f5674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:13.368875 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-7231718e-6a61-4fa1-9a31-9a8b659f5674 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882833 Jun 16 16:17:13.398817 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.417213 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392296'] for subnet, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.420835 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:13.452014 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e027658f-1a9f-4318-ac29-e96d80178b1f,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:13.458123 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.461651 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e027658f-1a9f-4318-ac29-e96d80178b1f HTTP/1.1" status: 204 len: 168 time: 0.4203658 Jun 16 16:17:13.465676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57918) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:13.473933 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.474308 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.474666 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.475076 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.475390 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.475743 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.476127 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.476446 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.477001 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.477915 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.478285 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.478651 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.479009 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:13.482800 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-378a127b-9f25-4499-afa4-0063d456cd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:13.566075 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.571069 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-ccdb9bb3-b83f-423a-a7ea-649fb4ecd704 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889501 Jun 16 16:17:13.573619 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.670685 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.679355 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:13.681851 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.693074 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa374633-fdff-4064-b633-651452c26675']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.703514 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0c102e-d455-4dc4-a9e3-eabe6c54015f,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:13.705229 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df56abf-fa20-4de9-b662-59d9ba01e2f1') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.705229 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df56abf-fa20-4de9-b662-59d9ba01e2f1') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:13.713982 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:13.719153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.733391 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-33f1b1c5-424f-453d-acbb-708effcf5454 req-561e9e13-d4b1-4684-9b79-aa0c334d1dcb service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518247 Jun 16 16:17:13.738688 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.747481 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:17:13.747957 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:17:13.749798 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:17:13.767509 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d39ee2-9978-44d0-955a-f4c2c43c0c37 None None] New status for floating IP 91e813f5-8214-416f-b7c5-9b4fa663b25f: ACTIVE {{(pid=92541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:17:13.805526 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.805526 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-1659882f-27a8-4dc4-a2d3-b8e117ac1564 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5854220 Jun 16 16:17:13.807406 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57920) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:13.812123 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group_rule': {'security_group_id': '3f473804-254b-457d-a7d8-f385571d44ab', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:13.920317 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.928858 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.932736 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-bb4fa87e-8f45-4700-a172-ccfb7822bf45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:13.936631 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:13.943565 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/aa374633-fdff-4064-b633-651452c26675 HTTP/1.1" status: 204 len: 168 time: 0.4733133 Jun 16 16:17:13.958776 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa374633-fdff-4064-b633-651452c26675,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:13.962171 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:14.031153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.108299 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.110486 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7e0d6586-1a92-4fb4-ba55-f181a35e22a9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:14.132674 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9573912d-0d4a-48c9-ac4b-9efa3e0809e3,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:14.135070 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:14.199289 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.200514 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3920012 Jun 16 16:17:14.203935 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57924) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:14.209092 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group_rule': {'security_group_id': '3f473804-254b-457d-a7d8-f385571d44ab', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:14.314718 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.355303 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57926) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:14.378130 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.403693 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-32d03d51-69cf-456c-92a3-2e878be6e24a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13ab6826de164efda67f06435e805092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471573 Jun 16 16:17:14.406328 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57930) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:14.451575 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.454767 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-915c00c5-3173-48b4-b89b-4e9845131a68 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:14.463444 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.470919 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bedfcf18-fdb6-4f06-bf01-fe5aa1aa3631,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:14.491881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:14.533852 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.556258 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 60b2dd96-42ab-428f-9367-189f8b80b1d3 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:14.581401 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 60b2dd96-42ab-428f-9367-189f8b80b1d3 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:14.582126 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 60b2dd96-42ab-428f-9367-189f8b80b1d3 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:14.616005 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.617492 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-eddaf316-3eae-4253-ac26-b17e4fc0a703 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123302 Jun 16 16:17:14.620251 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57940) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:14.625507 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group_rule': {'security_group_id': '3f473804-254b-457d-a7d8-f385571d44ab', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:14.632295 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6cfc8-7842-491e-ba17-167fc31167f7 req-21ebbce2-0895-4b86-8b8a-3d8e841bad21 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:14.633799 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d6b6cfc8-7842-491e-ba17-167fc31167f7 req-21ebbce2-0895-4b86-8b8a-3d8e841bad21 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1064465 Jun 16 16:17:14.674543 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d6b6cfc8-7842-491e-ba17-167fc31167f7 req-685a1ab2-986b-4000-92b8-94c4e9d5bb3c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342286 Jun 16 16:17:14.702909 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.706688 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.708666 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53cd2112-0c4a-4f2a-a9b0-b0377b528a22 HTTP/1.1" status: 204 len: 168 time: 0.3013356 Jun 16 16:17:14.712158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c14ea303-04d2-4992-b0ca-2dd8f7aae085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:14.719964 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cd2112-0c4a-4f2a-a9b0-b0377b528a22,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:14.723262 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-fb8b12c3-e188-46e6-9aec-a293cd177ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:14.737501 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.827074 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.919622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:14.922634 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:14.941816 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e244188-8eb1-4c3a-90c1-47a4c3c5ba3f,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:14.944950 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:14.950803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.016956 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.018166 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e90324d9-0e7a-465f-b5fb-b8835ac7eea8 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3968329 Jun 16 16:17:15.021139 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57952) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:15.025582 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group_rule': {'security_group_id': '3f473804-254b-457d-a7d8-f385571d44ab', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:15.160014 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.securitygroups_db [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Project 5cf480d5bf724693a1d6161e1d4c913b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:17:15.165798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.285881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c459cc-0a58-4691-9a23-7afff362689b req-3d0f4378-a23b-4682-a661-13079bf4aad1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:15.290256 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.290413 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-72c459cc-0a58-4691-9a23-7afff362689b req-3d0f4378-a23b-4682-a661-13079bf4aad1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1034546 Jun 16 16:17:15.350923 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-72c459cc-0a58-4691-9a23-7afff362689b req-3fec933d-083c-4b7e-8885-8150ccb7ccb8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500159 Jun 16 16:17:15.389780 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.394025 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-120db2a9-8f6a-41e5-897e-2a14704b4031 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:15.413748 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e42c5e-4255-4478-af49-05af5339da92,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:15.416949 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-057b37e6-8358-4dc6-a79d-a2e40051b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:15.418444 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-057b37e6-8358-4dc6-a79d-a2e40051b950 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1099 time: 0.1037772 Jun 16 16:17:15.419261 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:15.518180 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.519656 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ec4ce33e-c492-4bf3-841a-6778b310928c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4975858 Jun 16 16:17:15.523227 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 57968) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:15.530109 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'security_group_rule': {'security_group_id': '3f473804-254b-457d-a7d8-f385571d44ab', 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:15.549799 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-3fc87b8c-7db3-4291-b1f0-dfc85d9893ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:15.553809 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-3fc87b8c-7db3-4291-b1f0-dfc85d9893ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 912 time: 0.1202483 Jun 16 16:17:15.625295 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-35c21814-bc75-4ed0-8cc3-246ecd24a6dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 200 len: 1002 time: 0.0639226 Jun 16 16:17:15.675956 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.db.securitygroups_db [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Project 5cf480d5bf724693a1d6161e1d4c913b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:17:15.681839 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.697304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-42ef89b1-656e-418f-bc5a-84bd4a350f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:15.703663 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-42ef89b1-656e-418f-bc5a-84bd4a350f7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0613384 Jun 16 16:17:15.772112 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.773229 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-afd0a2da-2340-4156-900e-740f69925998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:15.775161 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-afd0a2da-2340-4156-900e-740f69925998 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672097 Jun 16 16:17:15.856676 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.863553 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a63f750b-87c6-4a20-b3ea-0366789606b6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:15.877980 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-b79057c1-d3af-48c7-a847-211510f4391f service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921617 Jun 16 16:17:15.878965 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd514883-d07f-4259-a11f-9fa60cb744e1,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:15.881401 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:15.976235 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6332b0a9-cf67-4175-8453-a14dff4f2290 req-05735332-ec26-4f8d-86bc-25609a6101f1 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909021 Jun 16 16:17:15.993540 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:15.994744 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-8e582618-933d-405c-93de-65bdedd7d921 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4702137 Jun 16 16:17:16.032295 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 57982) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:16.131112 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-d8078552-cf8d-403e-9701-7f8f023aade3 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83003435&fields=id&tenant_id=5cf480d5bf724693a1d6161e1d4c913b HTTP/1.1" status: 200 len: 267 time: 0.0336885 Jun 16 16:17:16.132121 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-941321255-network', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:16.204213 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-f0d82234-b7f6-42df-93fc-03485d59db1b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:16.205670 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-f0d82234-b7f6-42df-93fc-03485d59db1b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0692837 Jun 16 16:17:16.217029 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'port': {'security_groups': ['1b208290-10d0-4a97-992e-f0097571d07a', '3f473804-254b-457d-a7d8-f385571d44ab']}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:16.250507 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Made reservation on behalf of 0ea6080e8dbb42ea9a5137ac1d892f8e for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:16.253036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.263044 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.361489 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.439752 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.443129 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f22cc1c1-43be-445d-ba9f-2d427608ea59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:16.467323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:17:16.478600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e9a4aa-0354-4305-817f-6aad0065a133,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:16.482815 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:16.489613 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.489613 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Added segment 14392031-1e3c-4e1d-9fe3-54e452a3d933 of type vlan for network 6047a2d5-595a-40c2-9969-4d681caf289b Jun 16 16:17:16.519240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.574725 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.630171 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275e03-2c9a-4352-9bde-dd757fdf3cda req-da7430df-e8b1-44fe-afe9-20f643797c7e tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:16.631768 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-69275e03-2c9a-4352-9bde-dd757fdf3cda req-da7430df-e8b1-44fe-afe9-20f643797c7e tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1455650 Jun 16 16:17:16.689805 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-69275e03-2c9a-4352-9bde-dd757fdf3cda req-61911123-9562-471d-b667-b54f8e7ca784 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503132 Jun 16 16:17:16.707567 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.708948 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:16.709618 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.713903 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:16.748639 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:16.782171 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Pushing event updated for resources: {'Network': ['ID=6047a2d5-595a-40c2-9969-4d681caf289b,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:16.786281 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:16.795475 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network 6047a2d5-595a-40c2-9969-4d681caf289b details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:17:16.803296 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.925523 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.926230 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8925474 Jun 16 16:17:16.929118 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58000) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:16.930234 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-1eee5ed1-0c48-4771-b351-6c720dc9cc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:16.934252 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Request body: {'subnet': {'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-subnet', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:16.947905 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['bec296be-9a41-494e-8381-22c754379a93'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:17:16.976462 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:16.977099 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:16.987600 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1d80b081-77f4-46d8-b7b5-cbf18c96ac3b req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "PUT /v2.0/ports/bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 981 time: 0.7751787 Jun 16 16:17:16.988176 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:16.990724 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc0caf59dcded5865b0416c648f4d73e135202a6e2e25b58eef1ba160a64060d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508576c-3e5e-437d-8508-635e7dc18b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:17.019768 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=6']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:17.023096 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-9726d75c-fe49-4337-b551-8ec6382dfc40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:17.053060 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226e2e41-5355-4029-8c41-3a10e2e154b2 x-openstack-request-id: req-226e2e41-5355-4029-8c41-3a10e2e154b2 {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:17.053387 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93", "status": "completed", "code": 200}]} {{(pid=92539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:17.053672 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-226e2e41-5355-4029-8c41-3a10e2e154b2 {{(pid=92539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:17.054102 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'status': 'completed', 'code': 200} Jun 16 16:17:17.062872 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Made reservation on behalf of 0ea6080e8dbb42ea9a5137ac1d892f8e for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:17.065787 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035912'] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.109745 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['bec296be-9a41-494e-8381-22c754379a93'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:17:17.291588 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-bdf0fe07-ff95-4a70-8c40-7d053881bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.293097 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-bdf0fe07-ff95-4a70-8c40-7d053881bf3e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1137 time: 0.1956739 Jun 16 16:17:17.302081 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d02107ca-6a7a-4eab-af4e-da6a7b8e7390 None None] Provisioning complete for port bec296be-9a41-494e-8381-22c754379a93 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:17.302240 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee512a-873e-455e-bcbe-a17d5af06f2c req-9a3bcd88-3d39-432d-8668-67a8c81e34c0 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.302465 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d02107ca-6a7a-4eab-af4e-da6a7b8e7390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.303646 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-55ee512a-873e-455e-bcbe-a17d5af06f2c req-9a3bcd88-3d39-432d-8668-67a8c81e34c0 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.1688533 Jun 16 16:17:17.441827 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-55ee512a-873e-455e-bcbe-a17d5af06f2c req-19f6effd-468c-4a2b-876d-dc26bc60486e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1256540 Jun 16 16:17:17.477103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-827d3f4f-1532-4f30-9f49-de113b559bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.478842 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-827d3f4f-1532-4f30-9f49-de113b559bec service neutron] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 916 time: 0.1743150 Jun 16 16:17:17.534117 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3968071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035930'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.544374 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-413ebd2f-1cc5-4f6e-9d46-e1d4071e78c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:17.601161 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-de946676-81fc-4c88-ab71-f1f8e256885d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 1000 time: 0.1142962 Jun 16 16:17:17.612970 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5564b19-e70f-4576-9a30-bc8952ca2eb9,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:17.625447 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:17.654133 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Checking segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:17.654874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Network hostable DHCP agents. Network: 6047a2d5-595a-40c2-9969-4d681caf289b, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:17:17.675208 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-7b9c9c82-e791-4cb9-93f9-d9227ab440cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.676679 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-7b9c9c82-e791-4cb9-93f9-d9227ab440cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.0599358 Jun 16 16:17:17.751219 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-08f788f4-5953-4471-ae3a-5957183b1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.752769 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-08f788f4-5953-4471-ae3a-5957183b1429 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690114 Jun 16 16:17:17.759912 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Network 6047a2d5-595a-40c2-9969-4d681caf289b is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:17:17.841653 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, 6047a2d5-595a-40c2-9969-4d681caf289b) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:17.849034 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.849620 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:17.858552 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ed3c1-436f-4376-8b1c-6ed2549da7fb None None] Network 6047a2d5-595a-40c2-9969-4d681caf289b requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:17.878454 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-217dabdc-d952-439f-ac0d-4e55a0e18edb service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074514 Jun 16 16:17:17.935705 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-83781d67-e865-4e50-8084-7f6baefd87c6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0051785 Jun 16 16:17:17.951047 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58022) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:17.962333 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:17.980509 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac09a8-2c37-4506-a768-0d6c5da13ff2 req-f9d7ed05-5daf-484c-9621-c228654ea9a6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:17.990258 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-23ac09a8-2c37-4506-a768-0d6c5da13ff2 req-f9d7ed05-5daf-484c-9621-c228654ea9a6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1147015 Jun 16 16:17:18.046065 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-23ac09a8-2c37-4506-a768-0d6c5da13ff2 req-5f164b84-bdcd-4d7b-a03e-f74c52cbb0a1 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525839 Jun 16 16:17:18.047711 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3661f2cc-2ab1-5df8-8596-54862d6e6504-6047a2d5-595a-40c2-9969-4d681caf289b', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9'}]}} from dv-cinder-796685-1-smb. {{(pid=92540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:17:18.048671 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.254110 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.db_base_plugin_common [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Allocated IP 172.20.0.2 (6047a2d5-595a-40c2-9969-4d681caf289b/e5564b19-e70f-4576-9a30-bc8952ca2eb9/d3a29171-e060-4fb8-bfd0-f9ca520c86f4) {{(pid=92540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:18.307483 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d508576c-3e5e-437d-8508-635e7dc18b8b req-6e2f929c-2480-4c3a-8587-525e98d4de85 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210844 Jun 16 16:17:18.388457 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2071228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-988'] for router, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.389542 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2070549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2027964', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2089446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-981'] for router, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.416926 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Notify callbacks [] for port, precommit_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.427340 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Transition to ACTIVE for port object d3a29171-e060-4fb8-bfd0-f9ca520c86f4 will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:18.444070 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Transition to ACTIVE for port object d3a29171-e060-4fb8-bfd0-f9ca520c86f4 will not be triggered until provisioned by entity DHCP. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:18.462512 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.542648 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597'] for port, after_create {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.544809 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-9ef101af-b973-46bd-805e-da1818817fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:18.584402 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Network 6047a2d5-595a-40c2-9969-4d681caf289b is already hosted by enough agents. {{(pid=92540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:18.590496 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.scheduler.base_scheduler [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Resources bound (agent type, host, resource id): {{(pid=92540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:18.594782 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Received port after_create {{(pid=92540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:18.597839 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Pushing event updated for resources: {'Port': ['ID=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,revision_number=1']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:18.601422 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:18.658264 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Attempting to bind port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:18.658646 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Attempting to bind port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:18.659018 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Attempting to bind port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 on network 6047a2d5-595a-40c2-9969-4d681caf289b {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:18.664846 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:18.665468 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Checking segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:18.665861 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.666262 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Bound using segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:18.666733 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Bound port: d3a29171-e060-4fb8-bfd0-f9ca520c86f4, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:18.667112 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.684759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2027950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2071186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-807'] for router, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.739310 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] For port d3a29171-e060-4fb8-bfd0-f9ca520c86f4, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:18.743511 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] For port d3a29171-e060-4fb8-bfd0-f9ca520c86f4, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:18.806640 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.810244 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:18.868547 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Pushing event updated for resources: {'Port': ['ID=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:18.871249 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:18.973422 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:18.992831 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.120732 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Allocated IP 172.28.1.56 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/4d20a3dc-59ca-49bf-84a5-5033f98bf0ba) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:19.264871 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.400922 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:19.407341 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e07736ae-e51a-4dfa-92df-04aa3bf8bf12 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:19.448675 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:19.451797 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:19.456305 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:19.521556 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Pushing event updated for resources: {'Port': ['ID=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:19.527971 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:19.761527 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:19.975431 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:20.010045 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72d5163-0937-4860-bd46-9d52ffdb87bc None None] Network 6047a2d5-595a-40c2-9969-4d681caf289b requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:17:20.171696 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-05e73533-0de7-4f18-ba7f-cc69d466c1f8 None None] Provisioning for port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:20.210503 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2071173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2027992'] for router, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:20.471507 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 is scheduled to L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 with binding_index 1 {{(pid=92538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:17:20.591695 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:20.601810 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:20.617770 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:20.618859 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:20.685451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:20.686739 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7342505 Jun 16 16:17:20.686876 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device d3a29171-e060-4fb8-bfd0-f9ca520c86f4 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:20.690187 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58044) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:20.766383 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:20.839633 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:20.854962 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:20.855341 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.106638 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.123673 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.168902 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:19Z', 'revision_number': 3, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:21.174926 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port d3a29171-e060-4fb8-bfd0-f9ca520c86f4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:21.176067 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:21.176431 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Updating router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba binding host dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:17:21.212306 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.248823 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.258175 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:21.266658 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Allocated IP 172.20.0.1 (6047a2d5-595a-40c2-9969-4d681caf289b/e5564b19-e70f-4576-9a30-bc8952ca2eb9/f57bcfe1-0285-4b15-ad8c-47f80516bea2) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:21.369776 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.370000 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:21.374039 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:21.386401 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.provisioning_blocks [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Transition to ACTIVE for port object f57bcfe1-0285-4b15-ad8c-47f80516bea2 will not be triggered until provisioned by entity DHCP. {{(pid=92539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:21.491433 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.494407 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-38d6ab70-aa39-4707-a7ff-6e09355b6fbc tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:21.509694 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Notify callbacks [] for port, precommit_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.519804 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Transition to ACTIVE for port object 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba will not be triggered until provisioned by entity L2. {{(pid=92540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:21.529913 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Network 6047a2d5-595a-40c2-9969-4d681caf289b is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:21.535254 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:21.538612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:21.544296 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f57bcfe1-0285-4b15-ad8c-47f80516bea2,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:21.548348 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:21.584606 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1999209'] for router_interface, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.611194 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.613293 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:21.664641 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Attempting to bind port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:21.665031 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Attempting to bind port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:21.665423 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Attempting to bind port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba on network 31c2734d-040a-4666-a5e7-33ac9890953f {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:21.668761 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e97bf-59c6-478c-b200-f5818f8932a0 None None] Pushing event updated for resources: {'Port': ['ID=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,revision_number=2']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:21.673698 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-515e97bf-59c6-478c-b200-f5818f8932a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:21.677335 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:21.677746 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Checking segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:21.678286 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.678690 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Bound using segment: {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'} {{(pid=92540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:21.679805 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.managers [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Bound port: 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77e9c32-97bd-489e-81b5-ac65f5d7d324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}}] {{(pid=92540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:21.679805 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.738527 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] For port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:21.741868 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] For port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:21.789168 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.792317 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:21.811251 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.873783 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:21.874553 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:21.949055 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e97bf-59c6-478c-b200-f5818f8932a0 None None] Pushing event updated for resources: {'Port': ['ID=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,revision_number=3']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:21.953471 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-bb3734ad-0b9c-49a2-a041-c9285aca0984 None None] Provisioning for port f57bcfe1-0285-4b15-ad8c-47f80516bea2 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:21.955588 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-515e97bf-59c6-478c-b200-f5818f8932a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:21.962438 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-bb3734ad-0b9c-49a2-a041-c9285aca0984 None None] Provisioning complete for port f57bcfe1-0285-4b15-ad8c-47f80516bea2 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:21.962824 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-bb3734ad-0b9c-49a2-a041-c9285aca0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:21.990589 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.010498 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-bb3734ad-0b9c-49a2-a041-c9285aca0984 None None] Port f57bcfe1-0285-4b15-ad8c-47f80516bea2 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:17:22.028707 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:22.050640 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.053274 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4f377d0d-d1d6-4485-8a75-b176d8b8db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:22.123509 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1999125'] for router_interface, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.126130 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f57bcfe1-0285-4b15-ad8c-47f80516bea2,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:22.129571 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:22.223152 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Network 6047a2d5-595a-40c2-9969-4d681caf289b is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:22.224489 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:22.253935 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:22.257862 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c7aeae-2bdf-4a5d-a694-35e469c302cc None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:22.363997 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:22.495055 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:22.512694 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] 10.222.0.22 "PUT /v2.0/routers/14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127513 Jun 16 16:17:22.530327 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-aa9831f9-7be6-4c6b-8883-fe9853fb9cd0 None None] Provisioning complete for port f57bcfe1-0285-4b15-ad8c-47f80516bea2 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:22.530735 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-aa9831f9-7be6-4c6b-8883-fe9853fb9cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:22.601482 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-aa9831f9-7be6-4c6b-8883-fe9853fb9cd0 None None] Port f57bcfe1-0285-4b15-ad8c-47f80516bea2 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:17:22.659789 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device d3a29171-e060-4fb8-bfd0-f9ca520c86f4 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:22.710061 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:22.710617 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.467642 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58068) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:23.473217 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--12180639', 'description': 'tempest-description--679065158'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:23.560310 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.659569 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.753584 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.756119 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d81cd9ef-a230-43fc-8656-6ab49e0e709f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:23.782565 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:23.785329 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:23.890650 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:23.892013 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4225490 Jun 16 16:17:23.894806 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58074) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:23.899198 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'security_group_rule': {'security_group_id': '18ff7d4d-4bfe-4c4e-8a1a-842c2248c661', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:23.992839 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.054486 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.125020 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.132081 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-56817b0b-da42-49a2-a629-75d550db3221 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:24.152101 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397bbc6b-258d-469e-bc0e-deaf167f11a0,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:24.154483 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:24.204997 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.206225 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-09f177f7-e11b-47ed-b5b7-ca871acc402f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104811 Jun 16 16:17:24.208853 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58076) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:24.213296 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'security_group_rule': {'security_group_id': '18ff7d4d-4bfe-4c4e-8a1a-842c2248c661', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:24.296092 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.333508 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:24.342666 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:24.343447 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:24.359575 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.416845 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.419124 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:24.437360 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea3b98b-15e1-4302-ac75-4ed7e1541d7a,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:24.440457 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:24.491090 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.492325 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-fba7af40-a0cb-4b47-bb91-8528166d1de4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2825937 Jun 16 16:17:24.495536 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58078) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:24.500702 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'floatingip': {'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:24.535755 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:24.587925 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.645934 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:24.745414 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.752134 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 2, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:24.755561 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:24.755916 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Updating router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 port f57bcfe1-0285-4b15-ad8c-47f80516bea2 binding host dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:17:24.789339 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.805047 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:24.809624 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:24.813373 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.869980 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Allocated IP 172.28.1.250 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/54d8bf61-a183-4669-affa-430f34b54dbb) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:24.895659 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:24.915770 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:24.974199 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.066496 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.075593 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.provisioning_blocks [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Transition to ACTIVE for port object f57bcfe1-0285-4b15-ad8c-47f80516bea2 will not be triggered until provisioned by entity L2. {{(pid=92541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:25.153700 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.153979 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.157375 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1502ae71-238b-4901-88e7-31ba434b3e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:25.157656 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-96ab61a2-e582-45d4-85f9-6592e499cd4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:25.189358 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:25.192128 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:25.195586 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:25.208549 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:25.213343 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:25.216637 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.221779 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:25.254558 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'Port': ['ID=54d8bf61-a183-4669-affa-430f34b54dbb,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:25.254558 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:25.307916 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Pushing event updated for resources: {'Port': ['ID=f57bcfe1-0285-4b15-ad8c-47f80516bea2,revision_number=3']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:25.518397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:25.563162 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Attempting to bind port f57bcfe1-0285-4b15-ad8c-47f80516bea2 on host dv-cinder-796685-1-smb for vnic_type normal with profile {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:25.563532 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Attempting to bind port f57bcfe1-0285-4b15-ad8c-47f80516bea2 by drivers openvswitch,hyperv on host dv-cinder-796685-1-smb at level 0 using segments [{'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:25.563897 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Attempting to bind port f57bcfe1-0285-4b15-ad8c-47f80516bea2 on network 6047a2d5-595a-40c2-9969-4d681caf289b {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:25.569030 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Checking agent: {'id': 'ed90212d-83a3-4092-be1a-374dfe2fac23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 6, 12), 'started_at': datetime.datetime(2021, 6, 16, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:25.569498 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Checking segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:25.569849 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.579103 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Bound using segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} {{(pid=92541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:25.579659 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.managers [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Bound port: f57bcfe1-0285-4b15-ad8c-47f80516bea2, host: dv-cinder-796685-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}}] {{(pid=92541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:25.580053 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.643545 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] For port f57bcfe1-0285-4b15-ad8c-47f80516bea2, host dv-cinder-796685-1-smb, cleared binding levels {{(pid=92541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:25.646859 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.plugins.ml2.db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] For port f57bcfe1-0285-4b15-ad8c-47f80516bea2, host dv-cinder-796685-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=f57bcfe1-0285-4b15-ad8c-47f80516bea2,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:25.676796 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.828741 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.845766 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron_lib.callbacks.manager [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.853626 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:25.899954 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:25.900620 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:25.908429 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:25.912244 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-46587b04-e854-4397-b80b-62e31d047bbc tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:25.988998 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Pushing event updated for resources: {'Port': ['ID=f57bcfe1-0285-4b15-ad8c-47f80516bea2,revision_number=4']} {{(pid=92541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:25.996119 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'Port': ['ID=54d8bf61-a183-4669-affa-430f34b54dbb,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:26.000915 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:26.010772 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:26.014537 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG oslo_concurrency.lockutils [None req-607faa22-e844-4dc1-a9da-025466571af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92541) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:26.019149 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:26.119154 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:26.123328 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6239693 Jun 16 16:17:26.217901 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:25Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:26.222020 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8473b02-5db7-4283-92bd-c0da7f87a7b9 None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:25Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:26.273612 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-9207589a-16e9-40f0-aa4b-28a1816dc0d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--12180639&fields=id&tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 267 time: 0.0416484 Jun 16 16:17:26.386222 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-f88f47a5-e440-4791-8337-866a602357f7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:26.387755 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-f88f47a5-e440-4791-8337-866a602357f7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 816 time: 0.1051803 Jun 16 16:17:26.404041 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-683f6c55-d4af-4c88-800d-6c51055f5727 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/quotas/0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 375 time: 0.0103860 Jun 16 16:17:26.481153 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-b00fd744-d33a-437c-825a-5f651cbda4e2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710135 Jun 16 16:17:26.593929 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-0caccde4-59c5-40a3-9a76-08aa6f8c2785 service neutron] 10.222.0.22 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983379 Jun 16 16:17:26.656719 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:26.696511 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-3d0ca24f-2b75-454a-b947-d579f91eaa30 service neutron] 10.222.0.22 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957980 Jun 16 16:17:26.716607 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:26.717647 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:26.821989 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f57bcfe1-0285-4b15-ad8c-47f80516bea2 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:27.011204 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning for port f57bcfe1-0285-4b15-ad8c-47f80516bea2 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:27.017045 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port f57bcfe1-0285-4b15-ad8c-47f80516bea2 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:27.017568 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:27.087837 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-35fb5943-8494-40fb-a5c1-eb0527014f44 req-070bdf9b-0dae-4254-8428-dbcc425f1447 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 210 time: 0.0417523 Jun 16 16:17:27.133482 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:27.170436 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] For port f57bcfe1-0285-4b15-ad8c-47f80516bea2, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=f57bcfe1-0285-4b15-ad8c-47f80516bea2,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:27.267815 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:27.269896 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:27.316959 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Pushing event updated for resources: {'Port': ['ID=f57bcfe1-0285-4b15-ad8c-47f80516bea2,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:27.320078 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:27.855195 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-8179505a-ed06-44e0-811c-e74692e969b6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533586 Jun 16 16:17:27.929907 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-8d09dbfd-7934-4a2b-8305-252c317346b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:27.931400 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-8d09dbfd-7934-4a2b-8305-252c317346b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 1099 time: 0.0526745 Jun 16 16:17:28.037006 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-50f877ba-cde2-4a14-b2e4-0d4de1a1f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:28.038369 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-50f877ba-cde2-4a14-b2e4-0d4de1a1f524 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 912 time: 0.0874674 Jun 16 16:17:28.107647 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-a165264a-ca01-4b05-b7d2-82b550bd6c27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 200 len: 1002 time: 0.0588377 Jun 16 16:17:28.162345 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-4d1dfb26-9520-4e9a-9520-39bdb4c1af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:28.163956 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-4d1dfb26-9520-4e9a-9520-39bdb4c1af2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0466802 Jun 16 16:17:28.234026 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e2c337ac-2441-47f9-8592-36bdaea34ebd req-0fa39555-1086-4275-a4cb-29dcf5476dc7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 210 time: 0.0326931 Jun 16 16:17:28.257231 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-f075b4dc-8913-4934-9556-f54cd71563a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:28.258784 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-f075b4dc-8913-4934-9556-f54cd71563a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878587 Jun 16 16:17:28.352442 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-c9ae3c22-ae6e-4b30-8d22-98ba11cf2777 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837700 Jun 16 16:17:28.447500 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f156e4e-4b90-4398-b345-5e6ed9f24458 req-19323759-624f-4bfa-b8c0-12258b61dbf2 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Jun 16 16:17:28.600907 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f57bcfe1-0285-4b15-ad8c-47f80516bea2 up at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:28.653243 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Provisioning complete for port f57bcfe1-0285-4b15-ad8c-47f80516bea2 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:28.653534 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:29.385460 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b8c69980-7132-497a-ab5e-ec116aedae6a req-231083f0-128e-419b-b048-b39df2dfb1e2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Jun 16 16:17:29.519530 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:29.752063 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-d1d7f2ab-1f29-41cf-b9fc-7d4499dc328b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:29.753870 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-d1d7f2ab-1f29-41cf-b9fc-7d4499dc328b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 816 time: 0.1131957 Jun 16 16:17:29.817854 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-158a5887-56e9-47c0-b099-ed9f2d5a36d9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 378 time: 0.0495095 Jun 16 16:17:29.832016 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'port': {'device_id': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'admin_state_up': True, 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'security_groups': ['18ff7d4d-4bfe-4c4e-8a1a-842c2248c661']}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:29.982149 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Made reservation on behalf of 0ea6080e8dbb42ea9a5137ac1d892f8e for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:17:29.986896 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.118644 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Allocated IP 172.20.0.13 (6047a2d5-595a-40c2-9969-4d681caf289b/e5564b19-e70f-4576-9a30-bc8952ca2eb9/e6f22f7b-66a1-46e0-9ec7-1e37c0c40136) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:17:30.260851 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.276166 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Transition to ACTIVE for port object e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:30.371376 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.375801 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:30.417900 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Network 6047a2d5-595a-40c2-9969-4d681caf289b is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:17:30.421955 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:17:30.428973 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:17:30.455499 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:30.461881 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:30.486166 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:30.486854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.565974 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7382712 Jun 16 16:17:30.575914 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc6f29-2789-4f4b-bd08-376d1ae143f8 req-b59a1842-9eef-4e16-af76-69fa924198f9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:30.577550 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-efcc6f29-2789-4f4b-bd08-376d1ae143f8 req-b59a1842-9eef-4e16-af76-69fa924198f9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 932 time: 0.0700779 Jun 16 16:17:30.583133 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Request body: {'port': {'device_id': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:30.620758 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-efcc6f29-2789-4f4b-bd08-376d1ae143f8 req-35652365-0e4f-4ea3-90a0-c052187f2d39 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369782 Jun 16 16:17:30.660191 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.770539 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-f544d497-403a-4e08-8640-ec4adbd97067 None None] Provisioning for port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:30.774441 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-f544d497-403a-4e08-8640-ec4adbd97067 None None] Provisioning complete for port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:30.774831 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f544d497-403a-4e08-8640-ec4adbd97067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.829062 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-f544d497-403a-4e08-8640-ec4adbd97067 None None] Port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:17:30.936811 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:17:30.944103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:30.956325 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Transition to ACTIVE for port object e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:17:31.062544 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:31.065622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:31.412038 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:31.429985 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:31.477390 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Attempting to bind port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:17:31.477659 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Attempting to bind port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:17:31.477982 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Attempting to bind port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 on network 6047a2d5-595a-40c2-9969-4d681caf289b {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:31.482151 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 on network 6047a2d5-595a-40c2-9969-4d681caf289b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:17:31.482475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Attempting to bind port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 on network 6047a2d5-595a-40c2-9969-4d681caf289b {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:17:31.487725 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:17:31.488066 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Checking segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:17:31.488447 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Bound using segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:17:31.488913 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Bound port: e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:17:31.489260 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:31.557319 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:17:31.563439 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:17:31.605630 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:31.607800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9b9d7e66-4bda-4e85-ab85-fe827d35057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:31.642350 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:31.642903 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:31.644558 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] 10.222.0.79 "PUT /v2.0/ports/e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 200 len: 1094 time: 1.0658023 Jun 16 16:17:31.647702 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:31.650183 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427b7752-b8f7-4f5b-a48d-ff492b677bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:31.681201 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:31.689905 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:31.708189 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbae0a06-88b9-413a-9ac0-556fb668293f x-openstack-request-id: req-cbae0a06-88b9-413a-9ac0-556fb668293f {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:31.708644 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:31.713213 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbae0a06-88b9-413a-9ac0-556fb668293f {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:31.713213 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'status': 'completed', 'code': 200} Jun 16 16:17:31.855982 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b7752-b8f7-4f5b-a48d-ff492b677bfc req-eab9111c-7717-4c23-907a-ace89797d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:31.857516 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-427b7752-b8f7-4f5b-a48d-ff492b677bfc req-eab9111c-7717-4c23-907a-ace89797d7d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1097 time: 0.1191936 Jun 16 16:17:31.868437 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1e97f-e2ca-46cb-9d0f-067ac24aaa6c req-f394c023-c99a-4c7c-b4f7-31e4afcc6cf7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:31.869909 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1af1e97f-e2ca-46cb-9d0f-067ac24aaa6c req-f394c023-c99a-4c7c-b4f7-31e4afcc6cf7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.1209533 Jun 16 16:17:31.966022 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1af1e97f-e2ca-46cb-9d0f-067ac24aaa6c req-295e36c1-b3a9-4eae-ba5f-c963520f81d5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817935 Jun 16 16:17:31.994131 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b7752-b8f7-4f5b-a48d-ff492b677bfc req-60ea823f-1ee8-4b87-a21a-c80a59c90d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:31.994131 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-427b7752-b8f7-4f5b-a48d-ff492b677bfc req-60ea823f-1ee8-4b87-a21a-c80a59c90d08 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1153691 Jun 16 16:17:32.096342 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b7752-b8f7-4f5b-a48d-ff492b677bfc req-ff957b62-e95b-47b4-94bf-b089cdf72cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:32.097817 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-427b7752-b8f7-4f5b-a48d-ff492b677bfc req-ff957b62-e95b-47b4-94bf-b089cdf72cf9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928266 Jun 16 16:17:32.197141 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-d17acd97-0707-434b-bf0b-cce508043bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:32.198633 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-d17acd97-0707-434b-bf0b-cce508043bf1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1097 time: 0.0561047 Jun 16 16:17:32.253528 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-700f7522-4cb0-4767-a8c4-4d54c6bf5679 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 200 len: 217 time: 0.0379112 Jun 16 16:17:32.302160 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-471af926-cb7c-4a48-a022-e7f5cbb4ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:32.303347 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-471af926-cb7c-4a48-a022-e7f5cbb4ba19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0436373 Jun 16 16:17:32.362869 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-909f1f8e-f581-40b8-88e1-3f1e52d148d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:32.365004 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-909f1f8e-f581-40b8-88e1-3f1e52d148d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545940 Jun 16 16:17:32.473871 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-73db8501-aa1f-4f73-b00e-939a1d723b22 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964611 Jun 16 16:17:32.568168 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58190) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:32.581249 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9fb8894c-1a9f-4619-8d33-03a6a776bf88 req-ebfc7d02-3ad6-4200-bc24-09217a2c6842 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005037 Jun 16 16:17:32.685221 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:32.771711 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:32.839293 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:32.842084 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-681c988c-30a3-45bf-b032-6e13150355bf tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:32.881976 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e994844dec5476f84eb5174fc81726f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126204 Jun 16 16:17:32.883348 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51168399-0573-48e3-b3f1-b835c1616567,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:32.885015 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58196) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:32.887709 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:32.942305 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:32.965937 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:33.067958 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:33.070736 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:33.072917 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51168399-0573-48e3-b3f1-b835c1616567 HTTP/1.1" status: 204 len: 168 time: 0.1867564 Jun 16 16:17:33.073956 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6857d992-a8cc-4dae-bc18-23e004d19228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:33.084475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51168399-0573-48e3-b3f1-b835c1616567,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:33.087562 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:33.164656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b5ee3-974f-47ec-93e8-3faebf8bad64 req-5a0623ae-fde0-4330-97ce-8a6992c5c343 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:33.166257 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cf2b5ee3-974f-47ec-93e8-3faebf8bad64 req-5a0623ae-fde0-4330-97ce-8a6992c5c343 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0768850 Jun 16 16:17:33.205748 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cf2b5ee3-974f-47ec-93e8-3faebf8bad64 req-340a4892-d0ce-4a67-af43-f71448cceba9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329430 Jun 16 16:17:34.390453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b4f49-1b7e-450c-9328-4acc1ff82589 req-0f18a87f-df9c-4ddb-92be-00f88d9a76ed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:34.398016 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7d8b4f49-1b7e-450c-9328-4acc1ff82589 req-0f18a87f-df9c-4ddb-92be-00f88d9a76ed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0666575 Jun 16 16:17:34.446226 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7d8b4f49-1b7e-450c-9328-4acc1ff82589 req-82142025-863f-4993-be21-3ceafcd1fa9c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364211 Jun 16 16:17:34.771379 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:17:34.887454 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:34.932858 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'mac_address': 'fa:16:3e:df:4a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:17:35.005569 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:35.027315 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:17:35.058149 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:35.119386 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:35.121050 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ebdd617b-2732-40d3-a8cc-05f14ec39d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:35.167842 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:35.175611 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.175955 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.176290 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.176648 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.176977 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.177301 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.177623 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.177940 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.178263 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.178581 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.178894 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.179207 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:17:35.182926 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:35.466341 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:17:35.627882 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7fe3-90fe-40dc-8021-a94c47a915ee req-5bb214cc-33e1-4d95-90d3-9920a69115d7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:35.629403 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4ced7fe3-90fe-40dc-8021-a94c47a915ee req-5bb214cc-33e1-4d95-90d3-9920a69115d7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 945 time: 0.0645380 Jun 16 16:17:35.670707 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4ced7fe3-90fe-40dc-8021-a94c47a915ee req-60e5c9b2-1664-4a01-a6a0-4533ca957669 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354774 Jun 16 16:17:36.785705 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:17:36.847003 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae6594-95a9-44e2-898b-951ba82bfd21 req-e24b30bf-e666-4d36-971f-59b49e6cbf2c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:36.848523 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-65ae6594-95a9-44e2-898b-951ba82bfd21 req-e24b30bf-e666-4d36-971f-59b49e6cbf2c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 945 time: 0.0681257 Jun 16 16:17:36.886601 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-65ae6594-95a9-44e2-898b-951ba82bfd21 req-08c3b675-15d3-47fa-9b6a-370de91a56c5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324409 Jun 16 16:17:36.913643 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:17:36.917966 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:17:36.918359 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:36.994574 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.016957 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:37.019200 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70069d11-bffb-4b91-b93b-7eab856c970e" -d '{"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-plugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:37.031733 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:37.059263 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506f09a6-7524-449e-9589-d818ec48e2d2 x-openstack-request-id: req-506f09a6-7524-449e-9589-d818ec48e2d2 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:37.059569 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-plugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:37.059859 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-506f09a6-7524-449e-9589-d818ec48e2d2 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:37.060302 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'code': 200} Jun 16 16:17:37.113657 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.116815 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:37.287681 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:37.290973 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:37.480551 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e367ae0-9855-4898-a7ee-61befe11ad36 req-5d51b45a-6ad1-4fa8-9f95-980712e317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:37.482052 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9e367ae0-9855-4898-a7ee-61befe11ad36 req-5d51b45a-6ad1-4fa8-9f95-980712e317ac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1099 time: 0.0538051 Jun 16 16:17:37.526477 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9e367ae0-9855-4898-a7ee-61befe11ad36 req-ca1faa8f-f6dd-46e6-b0f6-5166b396c6ed service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358191 Jun 16 16:17:37.617978 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58268) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:37.724873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.813281 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.902089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:37.904959 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a124c4a1-7368-4cde-a2bd-98e990f0b20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:37.943687 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bad9010-493e-4cf9-b045-c2977b9ef228,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:37.948436 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=532f12d63874464eb44b4abe52ef1b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292596 Jun 16 16:17:37.949364 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:37.951032 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58276) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:38.001409 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:38.047489 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:38.106607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd368-c8bb-4a15-ae09-d35372681d41 req-64261cd5-8c7b-41cb-bbbb-b9b5a5ed233e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:38.108130 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-da4fd368-c8bb-4a15-ae09-d35372681d41 req-64261cd5-8c7b-41cb-bbbb-b9b5a5ed233e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0974967 Jun 16 16:17:38.148616 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-da4fd368-c8bb-4a15-ae09-d35372681d41 req-c094291f-c3d1-48f8-877f-db78c15b2b89 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339234 Jun 16 16:17:38.193498 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:38.196215 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:38.197364 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bad9010-493e-4cf9-b045-c2977b9ef228 HTTP/1.1" status: 204 len: 168 time: 0.2454338 Jun 16 16:17:38.198176 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5120d4bd-8b77-4635-9155-d48284e00920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:38.206818 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bad9010-493e-4cf9-b045-c2977b9ef228,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:38.209536 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-8b54b8c3-2bae-4227-a354-10b9f33bf7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:39.333589 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d9958-110b-40fc-a8a2-e3f1bfcea142 req-2f64c5f5-514a-47fa-b75f-de5cdae5cb90 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:39.335109 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0a2d9958-110b-40fc-a8a2-e3f1bfcea142 req-2f64c5f5-514a-47fa-b75f-de5cdae5cb90 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0649819 Jun 16 16:17:39.372944 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0a2d9958-110b-40fc-a8a2-e3f1bfcea142 req-936eac40-b8f4-4400-b251-5f2294bc7f25 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316501 Jun 16 16:17:39.548929 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47caa2a-d1d5-44e6-b581-85a53af2019f req-f5d395ba-8e51-40ab-bcbd-4b26966ae5c4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:39.550351 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e47caa2a-d1d5-44e6-b581-85a53af2019f req-f5d395ba-8e51-40ab-bcbd-4b26966ae5c4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0673773 Jun 16 16:17:39.558986 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58292) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:17:39.563530 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'floatingip': {'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:17:39.602122 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:39.719703 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-625ed61d-6ee9-4434-8c6d-78d024963204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.043345 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.102222 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.198539 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Floating IP 7053ecc6-d545-42d3-9f12-7ec372092889 associated. External IP: 172.28.1.250, port: e6f22f7b-66a1-46e0-9ec7-1e37c0c40136. Jun 16 16:17:40.419259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:17:40.522073 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:17:40.526937 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:40.531718 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:17:40.541586 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:40.541722 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:40.571235 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-ba3246de-ddc4-4893-bf4d-153b58c59fed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "PUT /v2.0/floatingips/7053ecc6-d545-42d3-9f12-7ec372092889 HTTP/1.1" status: 200 len: 992 time: 1.0087085 Jun 16 16:17:40.571235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:40.572004 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf700b1b-2521-4c96-bd09-976ddd13ebaa" -d '{"events": [{"name": "network-changed", "server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:40.611887 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c771fa-89ba-4b9f-8591-d7f581713de2 x-openstack-request-id: req-93c771fa-89ba-4b9f-8591-d7f581713de2 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:40.612532 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:40.612975 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93c771fa-89ba-4b9f-8591-d7f581713de2 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:40.613634 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'status': 'completed', 'code': 200} Jun 16 16:17:40.651921 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:40.689804 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-cd04a62d-6007-4707-981c-cbb247038720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:40.691282 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-cd04a62d-6007-4707-981c-cbb247038720 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1099 time: 0.0545950 Jun 16 16:17:40.791703 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-de05cbcc-efaf-4b4a-a42b-69be4ab90377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:40.793284 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-de05cbcc-efaf-4b4a-a42b-69be4ab90377 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0938296 Jun 16 16:17:40.860879 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-3458d664-f53e-49d5-917e-f1d3de8a440d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 200 len: 1000 time: 0.0587864 Jun 16 16:17:40.885653 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '7053ecc6-d545-42d3-9f12-7ec372092889', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'mac_address': 'fa:16:3e:df:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:17:25Z', 'updated_at': '2021-06-16T16:17:39Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:40.889642 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:17:40.898296 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:17:40.899024 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:17:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:40.915339 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-3004b030-2711-43e0-bd3e-01e540431ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:40.916782 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-3004b030-2711-43e0-bd3e-01e540431ab8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0432174 Jun 16 16:17:40.985985 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-70eaa592-2223-4909-b946-6bdfdc370242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:40.987482 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-70eaa592-2223-4909-b946-6bdfdc370242 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570378 Jun 16 16:17:41.009093 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:17:41.078095 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-4cca2ec7-0b28-4350-8c40-a78da8209b15 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808508 Jun 16 16:17:41.171856 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bf700b1b-2521-4c96-bd09-976ddd13ebaa req-d332f472-92dc-4269-9ef6-9d2bd465b3cc service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Jun 16 16:17:41.237533 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '7053ecc6-d545-42d3-9f12-7ec372092889', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'mac_address': 'fa:16:3e:df:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:17:25Z', 'updated_at': '2021-06-16T16:17:39Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:17:41.241150 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad22907-0ea9-42c7-9479-5ffb33ef5b02 None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '7053ecc6-d545-42d3-9f12-7ec372092889', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'mac_address': 'fa:16:3e:df:4a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:17:25Z', 'updated_at': '2021-06-16T16:17:39Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:17:41.416812 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d1fde9-839e-448b-860b-6b9e0d3487fb None None] New status for floating IP 7053ecc6-d545-42d3-9f12-7ec372092889: ACTIVE {{(pid=92541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:17:42.182003 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-c6ebae80-56b9-42fd-b81a-d75aa9f14d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:42.365198 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:43.422672 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:44.953507 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:47.514539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa0d72-3961-4101-a07d-ca59cc46ba84 req-c9d84d75-35d8-45e5-9b78-68b4c66da129 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:47.516102 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f2fa0d72-3961-4101-a07d-ca59cc46ba84 req-c9d84d75-35d8-45e5-9b78-68b4c66da129 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0705323 Jun 16 16:17:47.569118 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f2fa0d72-3961-4101-a07d-ca59cc46ba84 req-7d19d160-97da-483f-81a3-d77b2eb49da2 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Jun 16 16:17:48.749791 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287582-d8a0-40b4-b1bf-78b491f22d7c req-d4436d90-2c6a-49db-a197-d5000dc98725 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:48.751227 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb287582-d8a0-40b4-b1bf-78b491f22d7c req-d4436d90-2c6a-49db-a197-d5000dc98725 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0643461 Jun 16 16:17:48.789634 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb287582-d8a0-40b4-b1bf-78b491f22d7c req-12eb0cb3-77a5-498f-8baf-b96dfc733418 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Jun 16 16:17:49.967661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996aed0-9715-411a-9f14-7ee159bdd3f5 req-6d2a9e31-e112-4f1f-8e8b-98da7fac4e6c tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:49.969019 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5996aed0-9715-411a-9f14-7ee159bdd3f5 req-6d2a9e31-e112-4f1f-8e8b-98da7fac4e6c tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0663362 Jun 16 16:17:50.008088 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5996aed0-9715-411a-9f14-7ee159bdd3f5 req-e2afb702-b18d-4a37-a6f0-eebdcddeb3d2 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Jun 16 16:17:51.180845 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4f9c3-e8ef-40d4-a9a4-c8c2634ca24f req-a3380e17-fe68-4343-a78f-02d502c53993 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:51.182297 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e2b4f9c3-e8ef-40d4-a9a4-c8c2634ca24f req-a3380e17-fe68-4343-a78f-02d502c53993 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0637093 Jun 16 16:17:51.218227 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e2b4f9c3-e8ef-40d4-a9a4-c8c2634ca24f req-e4cc72f3-e36e-44cf-831a-04f138881b79 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Jun 16 16:17:52.393289 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17627b2b-73ae-4d0d-940b-4a921b7ef93a req-0b9a5447-b706-4a8f-9d4d-6157191e419e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:52.394754 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-17627b2b-73ae-4d0d-940b-4a921b7ef93a req-0b9a5447-b706-4a8f-9d4d-6157191e419e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0668454 Jun 16 16:17:52.434280 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-17627b2b-73ae-4d0d-940b-4a921b7ef93a req-5b5ee03b-a809-4cf8-b460-0156c19da2f9 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Jun 16 16:17:52.978852 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-c4301110-7fe7-42fc-a096-93af17a0498e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:52.980330 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-c4301110-7fe7-42fc-a096-93af17a0498e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 945 time: 0.0630369 Jun 16 16:17:53.093778 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Deleting port 32792c65-d8ed-4113-bdac-ad0b6879bcef {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:17:53.094371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.184947 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] For port 32792c65-d8ed-4113-bdac-ad0b6879bcef, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=32792c65-d8ed-4113-bdac-ad0b6879bcef,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:17:53.185333 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.256736 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Calling delete_port for 32792c65-d8ed-4113-bdac-ad0b6879bcef owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:17:53.308892 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a05067-9fd2-43fc-9e76-99d9811efea1 req-9c1d6776-95cf-479f-814e-a1aa03d22562 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:53.310386 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-98a05067-9fd2-43fc-9e76-99d9811efea1 req-9c1d6776-95cf-479f-814e-a1aa03d22562 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0646770 Jun 16 16:17:53.350704 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-98a05067-9fd2-43fc-9e76-99d9811efea1 req-7cc5a572-c7a2-4f47-a00f-2318ca5e600b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341945 Jun 16 16:17:53.415536 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-63515b29-daa6-4b56-96df-36b563bbb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:53.417393 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-63515b29-daa6-4b56-96df-36b563bbb348 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1137 time: 0.1170943 Jun 16 16:17:53.518401 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-71786a55-80df-4127-a9b7-ef0f1b4253e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:53.519615 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-71786a55-80df-4127-a9b7-ef0f1b4253e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 916 time: 0.0932338 Jun 16 16:17:53.823360 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.837925 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:17:53.838651 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['32792c65-d8ed-4113-bdac-ad0b6879bcef'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:17:53.865023 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1d86ae1d-e29d-44ac-8a9f-daa6efd0c134 req-59f26e6e-ee40-408a-9910-059f724b3c98 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 210 time: 0.0470309 Jun 16 16:17:53.891194 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Pushing event deleted for resources: {'Port': ['ID=32792c65-d8ed-4113-bdac-ad0b6879bcef,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:17:53.899875 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:17:53.901884 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-70dceee9-0c05-4fdc-9665-e7376f21eb0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 1000 time: 0.3745806 Jun 16 16:17:53.962929 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] No DVR routers for this DVR port 32792c65-d8ed-4113-bdac-ad0b6879bcef on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:17:53.967851 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:53.969803 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-629b85ec-b1e3-4b82-9aa6-57fb1ca01d63 req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "DELETE /v2.0/ports/32792c65-d8ed-4113-bdac-ad0b6879bcef HTTP/1.1" status: 204 len: 173 time: 0.9824011 Jun 16 16:17:53.970308 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'name': 'network-vif-deleted', 'tag': '32792c65-d8ed-4113-bdac-ad0b6879bcef'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:17:53.972592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b27ca2-e3b6-4d65-9d37-e67218cec335" -d '{"events": [{"server_uuid": "ac53ab31-8891-48fc-85ba-a0425b42c028", "name": "network-vif-deleted", "tag": "32792c65-d8ed-4113-bdac-ad0b6879bcef"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:17:53.990879 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-174c1627-4148-43a8-958b-bb4fb98e499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:53.992365 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-174c1627-4148-43a8-958b-bb4fb98e499a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.0727303 Jun 16 16:17:54.011385 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d865fd3c-6f06-420b-8733-e86b8dab7061 x-openstack-request-id: req-d865fd3c-6f06-420b-8733-e86b8dab7061 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:17:54.012909 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac53ab31-8891-48fc-85ba-a0425b42c028", "name": "network-vif-deleted", "tag": "32792c65-d8ed-4113-bdac-ad0b6879bcef", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:17:54.012909 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d865fd3c-6f06-420b-8733-e86b8dab7061 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:17:54.012909 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac53ab31-8891-48fc-85ba-a0425b42c028', 'name': 'network-vif-deleted', 'tag': '32792c65-d8ed-4113-bdac-ad0b6879bcef', 'status': 'completed', 'code': 200} Jun 16 16:17:54.071271 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-5d4057fe-8e92-429b-99ba-dc6081014565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:54.072790 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-5d4057fe-8e92-429b-99ba-dc6081014565 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711448 Jun 16 16:17:54.172765 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-ab0d56f0-25e7-41ec-a4c8-765edfb2ecaa service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884345 Jun 16 16:17:54.263038 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-eb5750bb-cc75-4cfe-b5b9-6830a86e0512 req-e2bc72dc-c0bd-40ce-a78f-c12a6ad7f07e service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824497 Jun 16 16:17:54.546962 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c55cd-77f4-4300-b0cc-24c77db3c5cd req-7d53d92c-3d21-494e-a20b-b29a9c83a995 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:54.550253 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-570c55cd-77f4-4300-b0cc-24c77db3c5cd req-7d53d92c-3d21-494e-a20b-b29a9c83a995 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0766563 Jun 16 16:17:54.601361 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-570c55cd-77f4-4300-b0cc-24c77db3c5cd req-63ef3f24-3da3-4b5b-86b5-5acd1a2e9b19 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437121 Jun 16 16:17:55.031678 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-42ad3e26-f20c-4c0e-bc40-9f57f7e5aa10 req-bb494165-2bc4-4311-b81a-0b32fc0167a3 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac53ab31-8891-48fc-85ba-a0425b42c028 HTTP/1.1" status: 200 len: 210 time: 0.0351870 Jun 16 16:17:55.788596 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bccf6b-d23e-471c-a123-8110bbbd019d req-bf31f2ca-0b02-467c-9585-467e8cc65353 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:55.790159 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40bccf6b-d23e-471c-a123-8110bbbd019d req-bf31f2ca-0b02-467c-9585-467e8cc65353 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0713384 Jun 16 16:17:55.836846 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-40bccf6b-d23e-471c-a123-8110bbbd019d req-9634369e-c4d4-4133-9e64-56b87676f49c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0373836 Jun 16 16:17:56.762604 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:17:56.903844 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 32792c65-d8ed-4113-bdac-ad0b6879bcef no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:17:56.926737 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 32792c65-d8ed-4113-bdac-ad0b6879bcef {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:17:56.927106 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 32792c65-d8ed-4113-bdac-ad0b6879bcef not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:17:57.029614 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77895d7-e277-48e2-bc8d-73de928c75bc req-9401bb96-90ec-45f3-890e-745bdf32d380 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:57.031159 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a77895d7-e277-48e2-bc8d-73de928c75bc req-9401bb96-90ec-45f3-890e-745bdf32d380 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0709758 Jun 16 16:17:57.073835 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a77895d7-e277-48e2-bc8d-73de928c75bc req-9478c72a-e373-42ee-b6fd-18ebfc6074a1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362508 Jun 16 16:17:58.260556 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2122b6-21a5-43db-9e04-38ca6a115eb3 req-275d4f78-4a81-4d25-a88a-8c000cdc6370 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:58.261945 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ed2122b6-21a5-43db-9e04-38ca6a115eb3 req-275d4f78-4a81-4d25-a88a-8c000cdc6370 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0671928 Jun 16 16:17:58.308380 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ed2122b6-21a5-43db-9e04-38ca6a115eb3 req-ceb64207-0674-4f13-87b3-7b89ed4d1931 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401671 Jun 16 16:17:59.525159 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:17:59.718553 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c4f5d-8658-4728-a9d0-2e6ec92c716e req-5148d503-9e5b-4301-a64b-79d6285f12f0 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:17:59.720164 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4e0c4f5d-8658-4728-a9d0-2e6ec92c716e req-5148d503-9e5b-4301-a64b-79d6285f12f0 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.2917712 Jun 16 16:17:59.761767 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4e0c4f5d-8658-4728-a9d0-2e6ec92c716e req-a04d5ee1-163c-4f2d-9b30-6c810d548ad1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347514 Jun 16 16:18:00.809451 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-b216f72f-c790-4dbf-8c25-edd99f453531 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:00.810887 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-b216f72f-c790-4dbf-8c25-edd99f453531 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/networks?id=76758d80-c666-49e1-8ad3-9113c1e30666 HTTP/1.1" status: 200 len: 814 time: 0.1027696 Jun 16 16:18:00.825501 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-36e3eb97-f111-4b9b-9b8c-e39741c7f6c0 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/quotas/c08fd7b5c843421c8ac00b0783f4b3df HTTP/1.1" status: 200 len: 375 time: 0.0092688 Jun 16 16:18:00.859629 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-b12b02e8-89bf-4082-8e7a-37340652335e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283368 Jun 16 16:18:00.948309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de670ec-6c92-4988-85ad-da09e178e06c req-143cff6e-cf26-43b1-bcf8-bb3768cb683f tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:00.949135 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-bb4d1a25-65c1-4ef4-b11a-b47a03cb2914 service neutron] 10.222.0.22 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 Jun 16 16:18:00.949900 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2de670ec-6c92-4988-85ad-da09e178e06c req-143cff6e-cf26-43b1-bcf8-bb3768cb683f tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0669992 Jun 16 16:18:00.992418 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2de670ec-6c92-4988-85ad-da09e178e06c req-be995b25-9e93-4000-b1a9-a9695b114a1b tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0367475 Jun 16 16:18:01.041810 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-70a79b40-8dd8-445e-96f6-281aff11ee54 service neutron] 10.222.0.22 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Jun 16 16:18:01.309409 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a3f3970-c41c-41f8-b374-670e612b6af6 req-56c613b6-7df1-41d2-961b-a6b69f98f252 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 210 time: 0.0327902 Jun 16 16:18:02.175448 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b12b8-aa82-49fa-b14e-d32d59a6e557 req-7cb7f094-4634-4a3c-ad9d-9551f7426ec4 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:02.176954 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0d5b12b8-aa82-49fa-b14e-d32d59a6e557 req-7cb7f094-4634-4a3c-ad9d-9551f7426ec4 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0731442 Jun 16 16:18:02.217660 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0d5b12b8-aa82-49fa-b14e-d32d59a6e557 req-f9616cca-f7d7-4c6d-9dcb-00a07078dd9c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339272 Jun 16 16:18:02.457167 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a818bb25-5500-4b3f-ad4b-9fbcfabb0410 req-69aa270e-83a0-491d-969e-6fe2f96840a5 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 210 time: 0.0318775 Jun 16 16:18:03.410952 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b8ca6-66cc-4bc1-8153-db238e32d820 req-a91a4b88-1e8d-4c2a-b883-7b22c7b7b1db tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:03.412424 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-be0b8ca6-66cc-4bc1-8153-db238e32d820 req-a91a4b88-1e8d-4c2a-b883-7b22c7b7b1db tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0643985 Jun 16 16:18:03.454835 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-be0b8ca6-66cc-4bc1-8153-db238e32d820 req-4c184596-5360-4d80-8b33-aea55367478e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0353436 Jun 16 16:18:03.614621 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d8a89554-6a61-4862-abbc-5b04c3bc7128 req-d13764bb-0505-47cd-846d-98142a73905c tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 210 time: 0.0327075 Jun 16 16:18:04.074901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-542cf23e-b43f-4eb9-8897-4bec15ed6311 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:04.076383 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-542cf23e-b43f-4eb9-8897-4bec15ed6311 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "GET /v2.0/networks?id=76758d80-c666-49e1-8ad3-9113c1e30666 HTTP/1.1" status: 200 len: 814 time: 0.2394223 Jun 16 16:18:04.089030 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Request body: {'port': {'device_id': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666', 'admin_state_up': True, 'tenant_id': 'c08fd7b5c843421c8ac00b0783f4b3df'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:04.267586 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Made reservation on behalf of c08fd7b5c843421c8ac00b0783f4b3df for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:04.271157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.415387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Allocated IP 172.20.0.2 (76758d80-c666-49e1-8ad3-9113c1e30666/ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a/c7a08676-08ee-4106-b822-41351b3b4de4) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:04.573923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.634886 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64b396-3ab3-40c8-b7b4-24415816b0d0 req-6d7f32e9-865d-478a-acc2-4d85fc6cee59 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:04.636691 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ea64b396-3ab3-40c8-b7b4-24415816b0d0 req-6d7f32e9-865d-478a-acc2-4d85fc6cee59 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.0659382 Jun 16 16:18:04.680163 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.682614 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ea64b396-3ab3-40c8-b7b4-24415816b0d0 req-6083182a-056b-4a7c-9503-5c704e1bdce5 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0400994 Jun 16 16:18:04.684811 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-45748661-f6cd-4d89-83f0-8551930ef9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:04.727219 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Network 76758d80-c666-49e1-8ad3-9113c1e30666 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:04.734946 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:04.741312 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:04.779701 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Pushing event updated for resources: {'Port': ['ID=c7a08676-08ee-4106-b822-41351b3b4de4,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:04.806918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:04.832823 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:04.833089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:04.867817 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5401747-7f6a-4355-b472-1b7246f0bd60 req-253ab705-c35b-46f2-82b0-2b32aa850c75 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:04.869518 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a5401747-7f6a-4355-b472-1b7246f0bd60 req-253ab705-c35b-46f2-82b0-2b32aa850c75 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 931 time: 0.1254623 Jun 16 16:18:04.909285 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8244090 Jun 16 16:18:04.912118 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a5401747-7f6a-4355-b472-1b7246f0bd60 req-eb29b821-00ee-40f7-ae94-bbf726c88886 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367105 Jun 16 16:18:04.921636 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Request body: {'port': {'device_id': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:04.994787 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.308039 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a08676-08ee-4106-b822-41351b3b4de4 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:05.316188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.328619 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Transition to ACTIVE for port object c7a08676-08ee-4106-b822-41351b3b4de4 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:05.421804 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.424205 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:05.502935 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a08676-08ee-4106-b822-41351b3b4de4,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:05.506622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:05.580851 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Attempting to bind port c7a08676-08ee-4106-b822-41351b3b4de4 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:05.587091 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Attempting to bind port c7a08676-08ee-4106-b822-41351b3b4de4 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:05.587091 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Attempting to bind port c7a08676-08ee-4106-b822-41351b3b4de4 on network 76758d80-c666-49e1-8ad3-9113c1e30666 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:05.587091 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Port c7a08676-08ee-4106-b822-41351b3b4de4 on network 76758d80-c666-49e1-8ad3-9113c1e30666 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:05.587091 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Attempting to bind port c7a08676-08ee-4106-b822-41351b3b4de4 on network 76758d80-c666-49e1-8ad3-9113c1e30666 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:05.592002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:05.592337 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Checking segment: {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:05.592783 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Bound using segment: {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:05.593216 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Bound port: c7a08676-08ee-4106-b822-41351b3b4de4, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:05.593552 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.660765 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] For port c7a08676-08ee-4106-b822-41351b3b4de4, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:05.664425 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] For port c7a08676-08ee-4106-b822-41351b3b4de4, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c7a08676-08ee-4106-b822-41351b3b4de4,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:05.742652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.746133 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:05.777321 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:05.777927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:05.779281 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] 10.222.0.79 "PUT /v2.0/ports/c7a08676-08ee-4106-b822-41351b3b4de4 HTTP/1.1" status: 200 len: 1093 time: 0.8620522 Jun 16 16:18:05.779788 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'tag': 'c7a08676-08ee-4106-b822-41351b3b4de4'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:05.782158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7624b876-0140-42c9-a6e8-97270268ac8b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba914e-3ac0-4459-ab70-3512302a2afd", "tag": "c7a08676-08ee-4106-b822-41351b3b4de4"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:05.824955 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa30ce2b-9d34-4e4f-ae28-f24cf49adf79 x-openstack-request-id: req-aa30ce2b-9d34-4e4f-ae28-f24cf49adf79 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:05.825268 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba914e-3ac0-4459-ab70-3512302a2afd", "tag": "c7a08676-08ee-4106-b822-41351b3b4de4", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:05.825560 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa30ce2b-9d34-4e4f-ae28-f24cf49adf79 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:05.825994 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'tag': 'c7a08676-08ee-4106-b822-41351b3b4de4', 'status': 'completed', 'code': 200} Jun 16 16:18:05.847422 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a08676-08ee-4106-b822-41351b3b4de4,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:05.860602 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:05.929881 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b9ae9-46fd-4885-bb94-fb9c79b080ab req-937dbdf9-5665-4eb4-a6bb-9585dfddc459 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:05.931355 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-661b9ae9-46fd-4885-bb94-fb9c79b080ab req-937dbdf9-5665-4eb4-a6bb-9585dfddc459 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.1235101 Jun 16 16:18:05.934564 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b876-0140-42c9-a6e8-97270268ac8b req-9884796f-3324-4633-93d8-e496521ab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:05.935975 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7624b876-0140-42c9-a6e8-97270268ac8b req-9884796f-3324-4633-93d8-e496521ab738 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 1096 time: 0.0857470 Jun 16 16:18:06.002592 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-661b9ae9-46fd-4885-bb94-fb9c79b080ab req-7e0dd7b2-96ae-4c46-85db-9e57e667e60f tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f473804-254b-457d-a7d8-f385571d44ab&id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0642226 Jun 16 16:18:06.070958 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b876-0140-42c9-a6e8-97270268ac8b req-25a4d6c0-ccfb-418e-8f7d-8f33787f18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:06.072398 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7624b876-0140-42c9-a6e8-97270268ac8b req-25a4d6c0-ccfb-418e-8f7d-8f33787f18b9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1266928 Jun 16 16:18:06.098895 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313c00c-c0c9-4d18-81a5-a1b79303c8f3 req-3e8cb9d9-30ec-4c4a-a880-189ee8556225 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:06.100342 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9313c00c-c0c9-4d18-81a5-a1b79303c8f3 req-3e8cb9d9-30ec-4c4a-a880-189ee8556225 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 943 time: 0.0680535 Jun 16 16:18:06.139676 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9313c00c-c0c9-4d18-81a5-a1b79303c8f3 req-ccb9cf0b-8a7b-4976-867e-b09412dd6ac7 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329201 Jun 16 16:18:06.171084 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b876-0140-42c9-a6e8-97270268ac8b req-09911f89-f364-4f9f-84fe-fe68cffbcd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:06.172695 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7624b876-0140-42c9-a6e8-97270268ac8b req-09911f89-f364-4f9f-84fe-fe68cffbcd05 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929530 Jun 16 16:18:06.269139 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-f976a54b-6c71-4b74-8623-85a946ad290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:06.270691 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-f976a54b-6c71-4b74-8623-85a946ad290f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 1096 time: 0.0595498 Jun 16 16:18:06.312330 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-d7b30171-ecf6-4a5e-91e6-ab869597664d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7a08676-08ee-4106-b822-41351b3b4de4 HTTP/1.1" status: 200 len: 217 time: 0.0343921 Jun 16 16:18:06.363259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-af0218d9-c4cb-49c8-81cf-6969e3e41760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:06.364732 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-af0218d9-c4cb-49c8-81cf-6969e3e41760 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a HTTP/1.1" status: 200 len: 854 time: 0.0447164 Jun 16 16:18:06.398327 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-33776517-d10e-488c-9fa5-63303204d78c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76758d80-c666-49e1-8ad3-9113c1e30666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269561 Jun 16 16:18:06.499414 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-8cf5e8ce-d7d7-4e22-8493-d054be658e63 service neutron] 10.222.0.79 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939684 Jun 16 16:18:06.598453 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b4ca989-e9d3-49d0-b4bb-30ff0117a2f6 req-01359f7f-1ede-4b0a-8dc9-4d2e77534e3e service neutron] 10.222.0.79 "GET /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919745 Jun 16 16:18:07.315681 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b54b7-37b9-4670-aca2-6bc72c05ce7f req-8ac31ee7-ce0d-42b0-bc5c-9b4800279ceb tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:07.317144 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-378b54b7-37b9-4670-aca2-6bc72c05ce7f req-8ac31ee7-ce0d-42b0-bc5c-9b4800279ceb tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 943 time: 0.0638828 Jun 16 16:18:07.356319 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-378b54b7-37b9-4670-aca2-6bc72c05ce7f req-f371afde-62e2-4855-9d25-c61e8d91d1ea tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Jun 16 16:18:08.536631 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d7e6b-d1c8-419c-ac7f-b5eb2e7dd047 req-b2d4844b-9397-40c0-a336-c0d7b6e2d332 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:08.538128 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6d9d7e6b-d1c8-419c-ac7f-b5eb2e7dd047 req-b2d4844b-9397-40c0-a336-c0d7b6e2d332 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 943 time: 0.0677841 Jun 16 16:18:08.582796 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6d9d7e6b-d1c8-419c-ac7f-b5eb2e7dd047 req-3b5f9f1f-fc37-4ef2-a98d-4df89b0ab152 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Jun 16 16:18:08.943768 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device c7a08676-08ee-4106-b822-41351b3b4de4 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:09.045117 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port c7a08676-08ee-4106-b822-41351b3b4de4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c7a08676-08ee-4106-b822-41351b3b4de4,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:09.057310 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'c7a08676-08ee-4106-b822-41351b3b4de4', 'network_id': '76758d80-c666-49e1-8ad3-9113c1e30666', 'port_id': 'c7a08676-08ee-4106-b822-41351b3b4de4', 'mac_address': 'fa:16:3e:96:7c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:09.099327 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.112363 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a08676-08ee-4106-b822-41351b3b4de4 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:09.133753 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port c7a08676-08ee-4106-b822-41351b3b4de4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c7a08676-08ee-4106-b822-41351b3b4de4,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:09.228058 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.230197 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:09.290259 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=c7a08676-08ee-4106-b822-41351b3b4de4,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:09.293564 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:09.501776 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['c7a08676-08ee-4106-b822-41351b3b4de4'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:09.707346 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0438d86-bee1-4f52-b46a-0037f835246c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:09.757288 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1b437-8e15-4624-b98f-177261a5c79d req-e30e2202-9a83-404a-aab5-810305100429 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:09.758980 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ecb1b437-8e15-4624-b98f-177261a5c79d req-e30e2202-9a83-404a-aab5-810305100429 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 944 time: 0.0650716 Jun 16 16:18:09.799067 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ecb1b437-8e15-4624-b98f-177261a5c79d req-748c5c90-b824-4215-abd5-aa910ed26e54 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Jun 16 16:18:10.956793 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device c7a08676-08ee-4106-b822-41351b3b4de4 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:10.979801 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb1693-3593-4db3-ac42-2154be43810e req-7986202d-197b-469e-a620-0501525f6376 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:10.981387 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8bb1693-3593-4db3-ac42-2154be43810e req-7986202d-197b-469e-a620-0501525f6376 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 944 time: 0.0691426 Jun 16 16:18:11.020060 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8bb1693-3593-4db3-ac42-2154be43810e req-0d3afdec-d75f-4c64-9dd8-4b452eab9c0b tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329401 Jun 16 16:18:11.079047 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port c7a08676-08ee-4106-b822-41351b3b4de4 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:11.083023 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port c7a08676-08ee-4106-b822-41351b3b4de4 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:11.083411 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.162421 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.186841 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a08676-08ee-4106-b822-41351b3b4de4'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:11.189141 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8303535-03e9-4abe-86da-8a1268425e3d" -d '{"events": [{"server_uuid": "6cba914e-3ac0-4459-ab70-3512302a2afd", "name": "network-vif-plugged", "status": "completed", "tag": "c7a08676-08ee-4106-b822-41351b3b4de4"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:11.202006 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port c7a08676-08ee-4106-b822-41351b3b4de4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c7a08676-08ee-4106-b822-41351b3b4de4,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:11.225915 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddd88d2-d83f-4fc7-a7dc-bd51d1041293 x-openstack-request-id: req-6ddd88d2-d83f-4fc7-a7dc-bd51d1041293 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:11.226252 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cba914e-3ac0-4459-ab70-3512302a2afd", "name": "network-vif-plugged", "status": "completed", "tag": "c7a08676-08ee-4106-b822-41351b3b4de4", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:11.227023 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ddd88d2-d83f-4fc7-a7dc-bd51d1041293 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:11.227585 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a08676-08ee-4106-b822-41351b3b4de4', 'code': 200} Jun 16 16:18:11.268411 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:11.270341 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-515e97bf-59c6-478c-b200-f5818f8932a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:11.317148 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=c7a08676-08ee-4106-b822-41351b3b4de4,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:11.320170 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:11.650434 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224e5d4-22da-4459-95be-b00dd3affcbb req-a921feec-e001-431b-95b5-57cd0588997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:11.651818 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e224e5d4-22da-4459-95be-b00dd3affcbb req-a921feec-e001-431b-95b5-57cd0588997b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 1098 time: 0.0525615 Jun 16 16:18:11.688231 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e224e5d4-22da-4459-95be-b00dd3affcbb req-579e94c0-e606-406b-96f9-795c71762354 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287020 Jun 16 16:18:12.193064 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e125af9c-8b15-4656-8f77-abec3d5127c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:12.212160 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf73ba-77d9-470f-b151-fb4d341e1845 req-ca716fc8-bb71-496e-9065-d78ad8a6118d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:12.213817 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-08bf73ba-77d9-470f-b151-fb4d341e1845 req-ca716fc8-bb71-496e-9065-d78ad8a6118d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0692790 Jun 16 16:18:12.253322 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-08bf73ba-77d9-470f-b151-fb4d341e1845 req-2dbb1d36-a0f6-41a0-ac1a-107e4f1b51cb tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336974 Jun 16 16:18:12.381578 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.422107 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:13.426569 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9d3a-d646-4be0-a230-5bcddbc0872b req-f5906459-c185-4c00-a413-2aedaf5706d8 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:13.428176 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2bda9d3a-d646-4be0-a230-5bcddbc0872b req-f5906459-c185-4c00-a413-2aedaf5706d8 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0644457 Jun 16 16:18:13.467229 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2bda9d3a-d646-4be0-a230-5bcddbc0872b req-f31ab789-03ed-4475-923c-bd9a70ff2184 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Jun 16 16:18:14.953285 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:22.160564 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c124586-cb3c-4c2e-946a-15d823db7669 req-0d1adbca-f9aa-4b67-8dd1-dd8f34ef1872 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:22.161578 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c124586-cb3c-4c2e-946a-15d823db7669 req-0d1adbca-f9aa-4b67-8dd1-dd8f34ef1872 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0652659 Jun 16 16:18:22.205145 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c124586-cb3c-4c2e-946a-15d823db7669 req-03fc4d19-20b1-48ca-a7d0-5ee084babd8e tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346122 Jun 16 16:18:23.413790 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f369b-3f05-444d-b843-870553ef95fd req-69ddba45-eb5a-426b-bf60-e229f2d717f9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:23.415951 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aa7f369b-3f05-444d-b843-870553ef95fd req-69ddba45-eb5a-426b-bf60-e229f2d717f9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0865943 Jun 16 16:18:23.457011 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aa7f369b-3f05-444d-b843-870553ef95fd req-a60c990f-a329-421c-8e59-dde020042403 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344915 Jun 16 16:18:24.453588 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-30c13141-6fa8-4e25-8890-d035c4b77504 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.455103 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-30c13141-6fa8-4e25-8890-d035c4b77504 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.0753934 Jun 16 16:18:24.579816 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Deleting port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:18:24.580556 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.677469 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] For port 5948bea1-1ab0-4067-a9e2-640fd23a98a5, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5948bea1-1ab0-4067-a9e2-640fd23a98a5,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:24.677797 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.712173 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f8e28-3a5d-4561-8923-23d7aba6d38c req-1883c086-89c6-4980-9eab-87d8a83e6a2f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:24.713771 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c96f8e28-3a5d-4561-8923-23d7aba6d38c req-1883c086-89c6-4980-9eab-87d8a83e6a2f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 946 time: 0.1066546 Jun 16 16:18:24.780002 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c96f8e28-3a5d-4561-8923-23d7aba6d38c req-bc20f07d-6dd4-4b0c-8a8e-d0e9d6648ab9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=5bb6aef4-358a-4f9e-9c10-5318524ee977&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563955 Jun 16 16:18:24.977385 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.977986 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:24.978481 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Floating IP da1b1c79-8445-4dd8-b044-adaca0920470 disassociated. External IP: 172.28.1.175, port: 5948bea1-1ab0-4067-a9e2-640fd23a98a5. Jun 16 16:18:24.978909 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Calling delete_port for 5948bea1-1ab0-4067-a9e2-640fd23a98a5 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:18:25.216786 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.222298 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:25.249877 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event deleted for resources: {'Port': ['ID=5948bea1-1ab0-4067-a9e2-640fd23a98a5,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:25.260259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.260666 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.261031 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.261392 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.261751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.262103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.262493 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.262846 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.263199 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.263549 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.263901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.264250 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:25.268487 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:25.386853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Router 2779c664-ad45-4189-adde-ecb53d05b041 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:25.527371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:25.542087 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:25.556011 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:25.556996 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:25.582402 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] No DVR routers for this DVR port 5948bea1-1ab0-4067-a9e2-640fd23a98a5 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:18:25.585003 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:25.587093 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f839c0e2-553e-4c50-8942-1daa51b165dd req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "DELETE /v2.0/ports/5948bea1-1ab0-4067-a9e2-640fd23a98a5 HTTP/1.1" status: 204 len: 173 time: 1.1267524 Jun 16 16:18:25.587627 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'name': 'network-vif-deleted', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:25.590127 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d44cae7-01e5-4f0b-a6d5-43f3a1c5b52c" -d '{"events": [{"server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "name": "network-vif-deleted", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:25.646798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92aa27-4889-423c-9493-6786016b57f3 x-openstack-request-id: req-9a92aa27-4889-423c-9493-6786016b57f3 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:25.647132 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8c65da-716f-40eb-bb50-0da2b3a6ae57", "name": "network-vif-deleted", "tag": "5948bea1-1ab0-4067-a9e2-640fd23a98a5", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:25.647430 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a92aa27-4889-423c-9493-6786016b57f3 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:25.647864 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8c65da-716f-40eb-bb50-0da2b3a6ae57', 'name': 'network-vif-deleted', 'tag': '5948bea1-1ab0-4067-a9e2-640fd23a98a5', 'status': 'completed', 'code': 200} Jun 16 16:18:25.676855 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:25.988272 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2449b677-d5b5-45e8-9e16-c203c49936b1 req-ee05c6fb-3f29-4ab7-a1ee-1f7766ad7a4c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd8c65da-716f-40eb-bb50-0da2b3a6ae57 HTTP/1.1" status: 200 len: 210 time: 0.0412250 Jun 16 16:18:25.996842 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:26.002386 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:26.014332 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:26.014332 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:26.299060 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:26.608549 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:26.613779 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e0772-6272-45f0-82e8-48b3ef90d20f None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:26.912849 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fcca38-3b59-40ff-ae79-f2fa882efc1d None None] New status for floating IP da1b1c79-8445-4dd8-b044-adaca0920470: DOWN {{(pid=92541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:18:27.087219 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 5948bea1-1ab0-4067-a9e2-640fd23a98a5 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:27.118933 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 5948bea1-1ab0-4067-a9e2-640fd23a98a5 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:18:27.119289 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 5948bea1-1ab0-4067-a9e2-640fd23a98a5 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:27.294630 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58622) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:27.358860 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.390083 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.534520 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.537417 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:27.539064 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "DELETE /v2.0/security-groups/5bb6aef4-358a-4f9e-9c10-5318524ee977 HTTP/1.1" status: 204 len: 168 time: 0.2428217 Jun 16 16:18:27.540139 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-774f2824-98c9-40d4-8de0-553917d5e34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:27.541681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58626) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:27.555198 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb6aef4-358a-4f9e-9c10-5318524ee977,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:27.558445 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.558827 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.559268 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.560147 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.560605 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.561033 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.561400 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.561809 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.562176 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.562371 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.api.v2.resource [None req-6a08c829-9572-486d-b336-3fca4d8cdf3f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] show failed (client error): The resource could not be found. Jun 16 16:18:27.562530 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.562903 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.563237 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:27.563425 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-6a08c829-9572-486d-b336-3fca4d8cdf3f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups/5bb6aef4-358a-4f9e-9c10-5318524ee977 HTTP/1.1" status: 404 len: 347 time: 0.0206976 Jun 16 16:18:27.567064 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58628) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:27.570579 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:27.700939 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Deleting port ef9ffa30-ed60-4f68-9a23-d5a1ebfdf561 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:18:27.701281 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.073083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.073083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.131038 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Calling delete_port for ef9ffa30-ed60-4f68-9a23-d5a1ebfdf561 owned by network:floatingip {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:18:28.400146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.402484 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:28.429956 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event deleted for resources: {'Port': ['ID=ef9ffa30-ed60-4f68-9a23-d5a1ebfdf561,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:28.432470 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:28.501059 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.503744 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:28.504948 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "DELETE /v2.0/floatingips/da1b1c79-8445-4dd8-b044-adaca0920470 HTTP/1.1" status: 204 len: 168 time: 0.9370601 Jun 16 16:18:28.866385 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80936190-0a52-4a11-bb75-fb8c3b26b8c6 req-91fe5db0-4237-43f2-8139-d1acdc6a4013 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:28.868111 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-80936190-0a52-4a11-bb75-fb8c3b26b8c6 req-91fe5db0-4237-43f2-8139-d1acdc6a4013 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1062660 Jun 16 16:18:28.909576 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-80936190-0a52-4a11-bb75-fb8c3b26b8c6 req-825f6f66-4689-4a5a-8da1-f29af4012272 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333400 Jun 16 16:18:29.360874 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58654) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:29.366751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091104849', 'description': 'tempest-description--1520988144'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:29.499795 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.558806 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.593081 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.690452 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.692929 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-86e71ca6-9801-401a-99e0-16cacc254210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:29.719880 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1978ca1-8fd1-4954-b8f6-242aec72e280,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:29.722282 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:29.822085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.823421 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4615583 Jun 16 16:18:29.826276 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58656) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:29.841534 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'security_group_rule': {'security_group_id': 'c1978ca1-8fd1-4954-b8f6-242aec72e280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:29.924764 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:29.983391 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.079143 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.084975 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:30.097672 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976c6c5-8c8c-4117-9b0f-8c4e3d44317f req-8be8f6c1-4706-450e-9a5f-79370d7f3684 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.099222 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d976c6c5-8c8c-4117-9b0f-8c4e3d44317f req-8be8f6c1-4706-450e-9a5f-79370d7f3684 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0663052 Jun 16 16:18:30.105204 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5977de0-6ad2-4420-bee2-b040898eb3a1,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.109299 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:30.139813 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d976c6c5-8c8c-4117-9b0f-8c4e3d44317f req-105fa055-09b4-4717-ad28-776624c5eb25 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344779 Jun 16 16:18:30.245339 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.246567 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5d98fdcb-6ed9-4cc7-b68e-3e661308cdc6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4192524 Jun 16 16:18:30.249560 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58660) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:30.256126 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'security_group_rule': {'security_group_id': 'c1978ca1-8fd1-4954-b8f6-242aec72e280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:30.381202 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.441953 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.530652 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.535044 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:30.552068 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b4f0f0-f9b8-4c44-bfba-918413a77330,revision_number=0']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:30.554618 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:30.621484 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.625736 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-1844c260-b16a-4b79-9c37-aa04c8994c1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3720303 Jun 16 16:18:30.625967 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58668) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:30.630457 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.v2.base [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'floatingip': {'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}} {{(pid=92539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:30.639162 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-c14875d9-b52c-4a26-bae0-6b9b815c28f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530596 Jun 16 16:18:30.736748 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-50873282-78fd-45c0-8ef9-8384319a47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.738138 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-50873282-78fd-45c0-8ef9-8384319a47bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1098 time: 0.0547774 Jun 16 16:18:30.766673 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.852784 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-74d79635-0d24-49aa-a4fa-0106b0a12861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.855597 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-74d79635-0d24-49aa-a4fa-0106b0a12861 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 910 time: 0.0970886 Jun 16 16:18:30.873611 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:30.923387 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-0869e137-41c2-473a-9fa3-8f42c17d40f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 1001 time: 0.0599566 Jun 16 16:18:30.972609 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-8b23b661-4de4-49c8-95a2-8eb3839166de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:30.974176 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-8b23b661-4de4-49c8-95a2-8eb3839166de service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.0443852 Jun 16 16:18:30.980849 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_common [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Allocated IP 172.28.1.146 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/89ff5b4f-045d-4f9f-9190-05e4b7dab1e1) {{(pid=92539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:31.042259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-ebc03c1e-f9b8-44fc-b8df-bce82a2c3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:31.043727 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-ebc03c1e-f9b8-44fc-b8df-bce82a2c3b21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0579250 Jun 16 16:18:31.087943 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for port, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.135105 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-8b51c591-3a3e-4134-b856-2a14ef90d9c5 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826755 Jun 16 16:18:31.210601 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3820774'] for port, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.214040 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-955f9132-756d-4895-a25e-efe7831f57ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:31.233304 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c640667-9688-4992-a615-3a26c0e9f8cc req-d7cb7768-ad8f-45c0-8194-d0b0817daffe service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891702 Jun 16 16:18:31.247307 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:31.251830 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.base_scheduler [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Resources bound (agent type, host, resource id): {{(pid=92539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:31.257525 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Received port after_create {{(pid=92539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:31.300369 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'Port': ['ID=89ff5b4f-045d-4f9f-9190-05e4b7dab1e1,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.319215 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:31.388674 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.396992 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9e8ac-c32f-4efb-bb6e-71af8523215e req-a30e5115-821e-441e-b894-7708b7714706 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:31.398539 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-66b9e8ac-c32f-4efb-bb6e-71af8523215e req-a30e5115-821e-441e-b894-7708b7714706 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1177638 Jun 16 16:18:31.437250 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-66b9e8ac-c32f-4efb-bb6e-71af8523215e req-4a5b04b6-332e-4ae8-aad9-6b7824ebc2b2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323846 Jun 16 16:18:31.527579 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.671249 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for port, precommit_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.747689 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3820784'] for port, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.749928 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-dda29b83-357f-434e-8f61-8cd0d9625e1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:31.822172 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'Port': ['ID=89ff5b4f-045d-4f9f-9190-05e4b7dab1e1,revision_number=2']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:31.826601 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:31.834560 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.947214 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:31.948440 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3214350 Jun 16 16:18:32.145459 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-12e3c7d4-8c4f-4519-bc85-6feed52c3992 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1091104849&fields=id&tenant_id=35e3553cdc164d29a5bbfd72def6080c HTTP/1.1" status: 200 len: 267 time: 0.0346837 Jun 16 16:18:32.253389 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-fb37d02e-8c1f-4c9e-80c5-49a857a53dcc tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:32.254826 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-fb37d02e-8c1f-4c9e-80c5-49a857a53dcc tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 811 time: 0.1028883 Jun 16 16:18:32.272095 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-121ced75-8250-42b9-bffa-00cd54c908ef tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/quotas/35e3553cdc164d29a5bbfd72def6080c HTTP/1.1" status: 200 len: 375 time: 0.0114760 Jun 16 16:18:32.350960 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-89f78b25-445b-45e4-a1fb-098b69beb644 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729723 Jun 16 16:18:32.447211 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-acb3d796-db18-4333-99e3-736e3c02a32c service neutron] 10.222.0.22 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841546 Jun 16 16:18:32.558392 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-fbf5ae65-a98e-4bb0-9176-270394032282 service neutron] 10.222.0.22 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044528 Jun 16 16:18:32.624655 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc81da-a292-4f31-b06f-2f96d3e26901 req-3fd29e4e-b4f5-4c57-8580-1b6577705790 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:32.626194 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8cbc81da-a292-4f31-b06f-2f96d3e26901 req-3fd29e4e-b4f5-4c57-8580-1b6577705790 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0672436 Jun 16 16:18:32.668167 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8cbc81da-a292-4f31-b06f-2f96d3e26901 req-c345d49d-b2cb-4ec5-8417-dcb044ea8e64 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361438 Jun 16 16:18:32.929996 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-013fcaef-8954-4219-9951-303b4d1173a9 req-a907c828-a24f-43f9-a96c-2f1cd52b687a tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 210 time: 0.0355351 Jun 16 16:18:33.762612 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:18:33.878356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea321d3c-9e88-4bf9-aab0-379cc74bdb3e req-8ef11296-0316-4522-83ba-6bf8f24d41bf tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:33.879865 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ea321d3c-9e88-4bf9-aab0-379cc74bdb3e req-8ef11296-0316-4522-83ba-6bf8f24d41bf tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0637681 Jun 16 16:18:33.919597 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ea321d3c-9e88-4bf9-aab0-379cc74bdb3e req-972211a4-ded4-40fd-b5ef-41daa61bb2c8 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328896 Jun 16 16:18:34.073285 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2d0e7276-73e2-4db9-9c79-cd603601ddf2 req-6842f98b-b450-4a11-a5c6-b4816187b817 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 210 time: 0.0305216 Jun 16 16:18:35.124732 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b5a33-62cc-46a7-8e22-da9e8d10f7b8 req-e24ab9cf-639d-4473-9fb3-2d4732af6250 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:35.124732 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2e7b5a33-62cc-46a7-8e22-da9e8d10f7b8 req-e24ab9cf-639d-4473-9fb3-2d4732af6250 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0742669 Jun 16 16:18:35.184271 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2e7b5a33-62cc-46a7-8e22-da9e8d10f7b8 req-528baae2-c070-4726-b505-77cbe9a50b1e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536134 Jun 16 16:18:35.234209 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-673eae2e-9c02-4d37-b042-a95297fae3e2 req-d07b3c78-597e-4008-8db1-20e3ddffc859 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 210 time: 0.0365007 Jun 16 16:18:35.392511 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-130f9c48-8bf1-4901-96f7-3f370a5bbd20 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:35.394182 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-130f9c48-8bf1-4901-96f7-3f370a5bbd20 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 811 time: 0.1142650 Jun 16 16:18:35.441654 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-7a146994-bee0-4622-bcd8-a770489ac61d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e3553cdc164d29a5bbfd72def6080c HTTP/1.1" status: 200 len: 380 time: 0.0367301 Jun 16 16:18:35.451035 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'port': {'device_id': '222799e2-e593-4f88-90ce-7f72e3760664', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'admin_state_up': True, 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'security_groups': ['c1978ca1-8fd1-4954-b8f6-242aec72e280']}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:35.661982 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Made reservation on behalf of 35e3553cdc164d29a5bbfd72def6080c for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:18:35.665763 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.797912 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Allocated IP 172.20.0.3 (7ee95fdc-5706-4254-8e24-11dbc4867738/6f3eb86f-028a-4f48-839e-53427cd5daa5/930d9e85-a482-40de-bbaa-0697adc3a53f) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:18:35.906138 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c56a7-e065-4c67-8507-c07eaa102066 req-72080e8b-fec3-47e0-b097-21bcbbb7c2d1 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:35.907534 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-156c56a7-e065-4c67-8507-c07eaa102066 req-72080e8b-fec3-47e0-b097-21bcbbb7c2d1 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0686388 Jun 16 16:18:35.951450 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:35.951811 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-156c56a7-e065-4c67-8507-c07eaa102066 req-9d63f8b9-72a8-4a90-aaea-c9cf60a04379 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Jun 16 16:18:35.960908 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Transition to ACTIVE for port object 930d9e85-a482-40de-bbaa-0697adc3a53f will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:36.091129 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.095721 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-41857dc2-8d01-47cb-a397-a55cb51d5f87 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:36.134894 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:18:36.138740 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:18:36.141245 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:18:36.185655 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event updated for resources: {'Port': ['ID=930d9e85-a482-40de-bbaa-0697adc3a53f,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.190419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:36.209813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.210347 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.310710 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8631747 Jun 16 16:18:36.328839 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Request body: {'port': {'device_id': '222799e2-e593-4f88-90ce-7f72e3760664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:36.435844 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629360-6499-49d3-8db8-290d140ea70b req-ac978548-7b1d-4415-8d26-80aafda8220d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.437462 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f0629360-6499-49d3-8db8-290d140ea70b req-ac978548-7b1d-4415-8d26-80aafda8220d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 931 time: 0.0683565 Jun 16 16:18:36.455512 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.479959 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310913-505e-43b2-b02d-27f426b04607 req-168c84aa-5a62-48ef-9ff6-d28302d9ae59 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:36.479959 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ac310913-505e-43b2-b02d-27f426b04607 req-168c84aa-5a62-48ef-9ff6-d28302d9ae59 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1408381 Jun 16 16:18:36.480301 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f0629360-6499-49d3-8db8-290d140ea70b req-9959dc12-c05d-4f7e-ad14-f0e1ec68a8c8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340223 Jun 16 16:18:36.530857 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-2968ed20-5cd2-430c-bfb0-326f6666fccc None None] Provisioning for port 930d9e85-a482-40de-bbaa-0697adc3a53f completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:36.535870 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-2968ed20-5cd2-430c-bfb0-326f6666fccc None None] Provisioning complete for port 930d9e85-a482-40de-bbaa-0697adc3a53f triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:36.536386 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-2968ed20-5cd2-430c-bfb0-326f6666fccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.576874 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-2968ed20-5cd2-430c-bfb0-326f6666fccc None None] Port 930d9e85-a482-40de-bbaa-0697adc3a53f cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:18:36.601063 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ac310913-505e-43b2-b02d-27f426b04607 req-8215cd29-c9d4-4b6b-8a78-5521e2a646c6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1155791 Jun 16 16:18:36.799931 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930d9e85-a482-40de-bbaa-0697adc3a53f {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:36.806581 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.818775 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Transition to ACTIVE for port object 930d9e85-a482-40de-bbaa-0697adc3a53f will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:18:36.884291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:36.887201 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-1159476e-29c2-4928-a874-3d537c6c858a tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:36.964734 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Pushing event updated for resources: {'Port': ['ID=930d9e85-a482-40de-bbaa-0697adc3a53f,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:36.969092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.045245 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Attempting to bind port 930d9e85-a482-40de-bbaa-0697adc3a53f on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:18:37.045684 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Attempting to bind port 930d9e85-a482-40de-bbaa-0697adc3a53f by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:18:37.046099 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Attempting to bind port 930d9e85-a482-40de-bbaa-0697adc3a53f on network 7ee95fdc-5706-4254-8e24-11dbc4867738 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:37.052597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Port 930d9e85-a482-40de-bbaa-0697adc3a53f on network 7ee95fdc-5706-4254-8e24-11dbc4867738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:18:37.052932 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Attempting to bind port 930d9e85-a482-40de-bbaa-0697adc3a53f on network 7ee95fdc-5706-4254-8e24-11dbc4867738 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:18:37.058752 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:18:37.058752 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Checking segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:18:37.059803 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Bound using segment: {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:18:37.060312 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Bound port: 930d9e85-a482-40de-bbaa-0697adc3a53f, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea915e3-85e4-413c-90f6-6742673a5aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:18:37.060759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.128252 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] For port 930d9e85-a482-40de-bbaa-0697adc3a53f, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:18:37.131349 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] For port 930d9e85-a482-40de-bbaa-0697adc3a53f, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=930d9e85-a482-40de-bbaa-0697adc3a53f,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:18:37.151862 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d418c8f-30ba-4ae6-a6c4-3a0f1e6c4e93 req-f4c0e0c3-576b-41e9-b9fc-4edb2221e202 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.153342 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9d418c8f-30ba-4ae6-a6c4-3a0f1e6c4e93 req-f4c0e0c3-576b-41e9-b9fc-4edb2221e202 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0774832 Jun 16 16:18:37.198788 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9d418c8f-30ba-4ae6-a6c4-3a0f1e6c4e93 req-b1ecd737-26b6-4168-ad39-afbda761c1b1 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Jun 16 16:18:37.210546 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.212911 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-244cfd2c-8135-438f-80b4-c07caa5159cd tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:37.255261 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.256197 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:37.258254 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] 10.222.0.79 "PUT /v2.0/ports/930d9e85-a482-40de-bbaa-0697adc3a53f HTTP/1.1" status: 200 len: 1093 time: 0.9374459 Jun 16 16:18:37.258954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:37.262854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ee6ac0-4709-4210-934a-df68a1eb946e" -d '{"events": [{"name": "network-changed", "server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:37.294312 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Pushing event updated for resources: {'Port': ['ID=930d9e85-a482-40de-bbaa-0697adc3a53f,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:37.297776 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:37.308531 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21446c3d-da0a-425b-9945-85ebf75a1a26 x-openstack-request-id: req-21446c3d-da0a-425b-9945-85ebf75a1a26 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:37.308875 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:37.309762 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21446c3d-da0a-425b-9945-85ebf75a1a26 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:37.310372 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'status': 'completed', 'code': 200} Jun 16 16:18:37.401280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6ac0-4709-4210-934a-df68a1eb946e req-1bdb497b-1773-4654-9251-6913094381cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.402912 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-42ee6ac0-4709-4210-934a-df68a1eb946e req-1bdb497b-1773-4654-9251-6913094381cf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 1096 time: 0.0632300 Jun 16 16:18:37.509567 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6ac0-4709-4210-934a-df68a1eb946e req-1c4e5668-78b0-45e1-b95e-2746786adb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.511188 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-42ee6ac0-4709-4210-934a-df68a1eb946e req-1c4e5668-78b0-45e1-b95e-2746786adb60 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=35e3553cdc164d29a5bbfd72def6080c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0993102 Jun 16 16:18:37.623076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6ac0-4709-4210-934a-df68a1eb946e req-a3aca830-3f04-442a-b0e1-ccd47d4d5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.624696 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-42ee6ac0-4709-4210-934a-df68a1eb946e req-a3aca830-3f04-442a-b0e1-ccd47d4d5878 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043327 Jun 16 16:18:37.676552 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b64d8-fb6e-4fa8-b74b-402048e23f14 req-a23dbe90-28fb-4e6f-aacb-856acd4462c0 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.678044 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7b5b64d8-fb6e-4fa8-b74b-402048e23f14 req-a23dbe90-28fb-4e6f-aacb-856acd4462c0 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 943 time: 0.0701883 Jun 16 16:18:37.721005 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7b5b64d8-fb6e-4fa8-b74b-402048e23f14 req-e2417d42-83e4-4777-b1ab-c1aabbdef5bc tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366740 Jun 16 16:18:37.734745 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a886a802-afb4-4f7a-8c9b-8413ddd91819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.736467 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-a886a802-afb4-4f7a-8c9b-8413ddd91819 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 1096 time: 0.0600629 Jun 16 16:18:37.802438 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-4fd32baa-a679-4997-b4a4-d00132d91395 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=930d9e85-a482-40de-bbaa-0697adc3a53f HTTP/1.1" status: 200 len: 217 time: 0.0560713 Jun 16 16:18:37.862952 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-fdde5b15-0b82-46f2-8e39-43e750e15093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.864410 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-fdde5b15-0b82-46f2-8e39-43e750e15093 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0540013 Jun 16 16:18:37.876600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8cb28-3029-4d56-b9f8-1223965594aa req-ab20e885-4a58-42ab-8d9a-6fe0fa377742 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.876600 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5cc8cb28-3029-4d56-b9f8-1223965594aa req-ab20e885-4a58-42ab-8d9a-6fe0fa377742 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1388714 Jun 16 16:18:37.943897 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5cc8cb28-3029-4d56-b9f8-1223965594aa req-f878d45b-247e-47f0-9fad-467db8227a7a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591326 Jun 16 16:18:37.960358 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f924-ed63-46a9-816b-97cf81a44470 req-f391722e-23a5-4686-81e1-38c957321802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:37.962145 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-f391722e-23a5-4686-81e1-38c957321802 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846617 Jun 16 16:18:38.058385 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-761b5da7-47c6-4c2f-8dde-5d792b0cfb9e service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872664 Jun 16 16:18:38.153638 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1060f924-ed63-46a9-816b-97cf81a44470 req-8dd2992d-0f04-4029-ad8b-9d39f4046427 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868227 Jun 16 16:18:38.375494 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c18-8957-4a09-af4d-7b211dc2bd53 req-7c5a4d34-5816-4540-839c-52f0c9db190e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:38.377016 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fb571c18-8957-4a09-af4d-7b211dc2bd53 req-7c5a4d34-5816-4540-839c-52f0c9db190e tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0631542 Jun 16 16:18:38.425778 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fb571c18-8957-4a09-af4d-7b211dc2bd53 req-8368a9e9-c00a-453d-aa01-6d18725d2e32 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394399 Jun 16 16:18:38.908072 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a687-3c0e-4927-a354-2be0d337576f req-6e765d7a-77a0-43e8-9b0e-d2741c2526fd tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:38.909633 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3629a687-3c0e-4927-a354-2be0d337576f req-6e765d7a-77a0-43e8-9b0e-d2741c2526fd tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 943 time: 0.0732872 Jun 16 16:18:38.956524 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3629a687-3c0e-4927-a354-2be0d337576f req-8ae29d82-13ea-473c-b19b-4fad653cc18c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Jun 16 16:18:39.134059 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327569f-1fa0-4075-b767-8ea431a1ff84 req-60a95fd5-b384-4294-b438-d45b5d97c13a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:39.135529 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d327569f-1fa0-4075-b767-8ea431a1ff84 req-60a95fd5-b384-4294-b438-d45b5d97c13a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0693479 Jun 16 16:18:39.174862 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d327569f-1fa0-4075-b767-8ea431a1ff84 req-b2aac4b7-c4ca-495f-a262-53ebe377af14 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332942 Jun 16 16:18:39.603306 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740ec96-b729-4473-94df-d5143e6d81f3 req-ab5306e7-7ddb-44e3-9d96-477825f2f813 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:39.604795 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c740ec96-b729-4473-94df-d5143e6d81f3 req-ab5306e7-7ddb-44e3-9d96-477825f2f813 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0701644 Jun 16 16:18:39.644434 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c740ec96-b729-4473-94df-d5143e6d81f3 req-48aa3289-1193-4153-a93e-27cb242e06d8 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335293 Jun 16 16:18:39.696047 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8a3f5c35-f864-4c16-8b03-bf17db23a7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:40.149802 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff21f-6bef-4f91-8714-04f1a45b4220 req-f231ea20-a1f7-4d85-b98b-b9028807f9b9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:40.151296 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c20ff21f-6bef-4f91-8714-04f1a45b4220 req-f231ea20-a1f7-4d85-b98b-b9028807f9b9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 943 time: 0.0687022 Jun 16 16:18:40.190534 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c20ff21f-6bef-4f91-8714-04f1a45b4220 req-d6b92d15-23fc-4816-b576-c5cebe2f568f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331135 Jun 16 16:18:40.358296 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9206-ce8f-47cd-a7cf-970cc9640733 req-847b6128-d940-42d3-979a-ac0d5c9a3bbe tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:40.359801 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fd5d9206-ce8f-47cd-a7cf-970cc9640733 req-847b6128-d940-42d3-979a-ac0d5c9a3bbe tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0675142 Jun 16 16:18:40.402575 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fd5d9206-ce8f-47cd-a7cf-970cc9640733 req-ccdb8fbb-727d-499f-967d-f05349559f8b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370481 Jun 16 16:18:40.827374 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b878f-d89d-4d7f-a045-d977f162224e req-4506186a-4ff7-4699-9f28-461158b010ef tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:40.828867 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-560b878f-d89d-4d7f-a045-d977f162224e req-4506186a-4ff7-4699-9f28-461158b010ef tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0642965 Jun 16 16:18:40.869746 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-560b878f-d89d-4d7f-a045-d977f162224e req-a2a85e45-ed6d-44a2-8445-b0c2acf99fbb tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/security-groups?id=56ff1ce4-90a4-435d-8288-82ff2ada6e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Jun 16 16:18:40.953606 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-8b7f4910-7944-49a8-b972-468e5cb39276 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:40.954986 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-8b7f4910-7944-49a8-b972-468e5cb39276 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 945 time: 0.0631709 Jun 16 16:18:41.066635 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Deleting port c7a08676-08ee-4106-b822-41351b3b4de4 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:18:41.066979 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.159640 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 930d9e85-a482-40de-bbaa-0697adc3a53f details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:41.160464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] For port c7a08676-08ee-4106-b822-41351b3b4de4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=c7a08676-08ee-4106-b822-41351b3b4de4,segment=NetworkSegment(aebf9ae3-381c-4976-b2d0-46a3eba5ccd7),segment_id=aebf9ae3-381c-4976-b2d0-46a3eba5ccd7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:41.160862 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.230059 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Calling delete_port for c7a08676-08ee-4106-b822-41351b3b4de4 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:18:41.260829 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 930d9e85-a482-40de-bbaa-0697adc3a53f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=930d9e85-a482-40de-bbaa-0697adc3a53f,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:41.273444 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'port_id': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'mac_address': 'fa:16:3e:58:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:41.315334 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.329017 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930d9e85-a482-40de-bbaa-0697adc3a53f {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:41.357040 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 930d9e85-a482-40de-bbaa-0697adc3a53f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=930d9e85-a482-40de-bbaa-0697adc3a53f,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:41.424482 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcbfff-7dfc-484b-836d-b1d3d77b9034 req-b692fb89-afd0-4134-b927-8574ee766046 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:41.426059 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-55dcbfff-7dfc-484b-836d-b1d3d77b9034 req-b692fb89-afd0-4134-b927-8574ee766046 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 943 time: 0.1022294 Jun 16 16:18:41.439572 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.442391 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:41.468821 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-55dcbfff-7dfc-484b-836d-b1d3d77b9034 req-c8a5cd85-37b8-4d0d-bc79-0393525e1703 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Jun 16 16:18:41.470025 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.475329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3ad0d741-1d95-4712-a51b-351890b0cd3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:41.503763 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['c7a08676-08ee-4106-b822-41351b3b4de4'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:41.503763 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=930d9e85-a482-40de-bbaa-0697adc3a53f,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:41.507002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Pushing event deleted for resources: {'Port': ['ID=c7a08676-08ee-4106-b822-41351b3b4de4,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:41.510109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:41.531111 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.531459 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.531803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.532140 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.532552 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.532826 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.533153 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.534202 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.534202 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.534202 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.534637 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.534822 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:18:41.543143 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:41.561807 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] No DVR routers for this DVR port c7a08676-08ee-4106-b822-41351b3b4de4 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:18:41.565193 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:41.567186 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ae81f829-aa17-4b11-b3d2-dc1fb3787d09 req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.79 "DELETE /v2.0/ports/c7a08676-08ee-4106-b822-41351b3b4de4 HTTP/1.1" status: 204 len: 173 time: 0.6066253 Jun 16 16:18:41.567912 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'name': 'network-vif-deleted', 'tag': 'c7a08676-08ee-4106-b822-41351b3b4de4'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:41.570275 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83987c0f-2377-489c-906a-b7c5ba25835a" -d '{"events": [{"server_uuid": "6cba914e-3ac0-4459-ab70-3512302a2afd", "name": "network-vif-deleted", "tag": "c7a08676-08ee-4106-b822-41351b3b4de4"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:41.608912 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ed4c47-e3c5-473c-9363-9e61f813c7fd x-openstack-request-id: req-c4ed4c47-e3c5-473c-9363-9e61f813c7fd {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:41.609239 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cba914e-3ac0-4459-ab70-3512302a2afd", "name": "network-vif-deleted", "tag": "c7a08676-08ee-4106-b822-41351b3b4de4", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:41.609586 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4ed4c47-e3c5-473c-9363-9e61f813c7fd {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:41.610059 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cba914e-3ac0-4459-ab70-3512302a2afd', 'name': 'network-vif-deleted', 'tag': 'c7a08676-08ee-4106-b822-41351b3b4de4', 'status': 'completed', 'code': 200} Jun 16 16:18:41.623394 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddabf4-cf63-4aff-b754-fdcf3cb511e7 req-e99f6ddf-c1d7-446e-a048-058044d6d572 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:41.625659 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-33ddabf4-cf63-4aff-b754-fdcf3cb511e7 req-e99f6ddf-c1d7-446e-a048-058044d6d572 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0689332 Jun 16 16:18:41.669769 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-33ddabf4-cf63-4aff-b754-fdcf3cb511e7 req-520e6642-a5f6-4c27-a1e2-509874672adf tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383208 Jun 16 16:18:41.700449 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['930d9e85-a482-40de-bbaa-0697adc3a53f'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:42.029809 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b436cc92-b65f-4f31-96d3-3a590808b732 req-4b0ae0b0-b549-4eea-a3bb-a8823fcc2e90 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cba914e-3ac0-4459-ab70-3512302a2afd HTTP/1.1" status: 200 len: 210 time: 0.0304058 Jun 16 16:18:42.170748 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d0fc7896-5fe9-4c15-83a3-a8969ccc8c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.358897 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:42.668331 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6562b9-0e41-4b0b-9e5c-7ec4b992f4e7 req-bbeacc74-b7ce-4745-9997-8369f7026b48 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:42.669891 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9e6562b9-0e41-4b0b-9e5c-7ec4b992f4e7 req-bbeacc74-b7ce-4745-9997-8369f7026b48 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 944 time: 0.0658143 Jun 16 16:18:42.710460 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9e6562b9-0e41-4b0b-9e5c-7ec4b992f4e7 req-14f43424-d314-467f-8cc8-c7dee47eb589 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Jun 16 16:18:42.852897 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201537a-221b-46d4-8db9-6fb4dbf2f611 req-64214e92-8ead-470d-b17e-7080dcc40687 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:42.854396 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4201537a-221b-46d4-8db9-6fb4dbf2f611 req-64214e92-8ead-470d-b17e-7080dcc40687 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0648868 Jun 16 16:18:42.899719 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4201537a-221b-46d4-8db9-6fb4dbf2f611 req-fb8fd30d-a7d9-4377-aee3-8b9184f09386 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390053 Jun 16 16:18:43.175283 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 930d9e85-a482-40de-bbaa-0697adc3a53f up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:43.284615 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 930d9e85-a482-40de-bbaa-0697adc3a53f completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:18:43.288812 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 930d9e85-a482-40de-bbaa-0697adc3a53f triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:43.289199 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.379681 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.406173 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:43.408661 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f92fe-c95c-49ba-93ec-aef7c45ade52" -d '{"events": [{"server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "name": "network-vif-plugged", "status": "completed", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:43.423247 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 930d9e85-a482-40de-bbaa-0697adc3a53f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=930d9e85-a482-40de-bbaa-0697adc3a53f,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:43.448721 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f61dfa-e056-468a-9e54-5d870c41cc63 x-openstack-request-id: req-b6f61dfa-e056-468a-9e54-5d870c41cc63 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:43.449036 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "name": "network-vif-plugged", "status": "completed", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:43.449310 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6f61dfa-e056-468a-9e54-5d870c41cc63 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:43.449728 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'code': 200} Jun 16 16:18:43.478960 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.518666 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:43.520816 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-d0cf3ebc-7f1a-4ec6-b538-dd6227c1d4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:43.568544 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=930d9e85-a482-40de-bbaa-0697adc3a53f,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:43.572291 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:43.813075 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986bbd-897d-41fb-a511-741e68105b5f req-2e71466b-b24c-4d29-935c-a6517b73020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:43.814886 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b986bbd-897d-41fb-a511-741e68105b5f req-2e71466b-b24c-4d29-935c-a6517b73020a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 1098 time: 0.0596387 Jun 16 16:18:43.856023 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1b986bbd-897d-41fb-a511-741e68105b5f req-ed74ae09-481f-4391-bff9-c93ae2a15333 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346725 Jun 16 16:18:43.905457 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55004-5852-4aeb-a6be-f7fb68971c00 req-66d5f234-80bf-4242-9b2a-f88271d1795d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:43.906866 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c1e55004-5852-4aeb-a6be-f7fb68971c00 req-66d5f234-80bf-4242-9b2a-f88271d1795d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 945 time: 0.0799007 Jun 16 16:18:43.946045 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c1e55004-5852-4aeb-a6be-f7fb68971c00 req-241f6ada-4053-4b96-ae6a-97317545d35f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Jun 16 16:18:44.093618 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013b6d5-1b40-4b54-bcfa-f0301142275f req-d8b37d75-6fd6-4103-89a7-0f1cfa4a7646 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:44.095239 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0013b6d5-1b40-4b54-bcfa-f0301142275f req-d8b37d75-6fd6-4103-89a7-0f1cfa4a7646 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0663993 Jun 16 16:18:44.133894 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0013b6d5-1b40-4b54-bcfa-f0301142275f req-dd4bff68-ae36-4fba-9fc9-3b5d44e7d9ac tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327115 Jun 16 16:18:44.982852 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.134151 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b0771-e81c-461b-890a-e2179ad796d1 req-d888a9ca-9fd7-406a-80f0-0fb9eea21135 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:45.135670 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-309b0771-e81c-461b-890a-e2179ad796d1 req-d888a9ca-9fd7-406a-80f0-0fb9eea21135 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 945 time: 0.0678761 Jun 16 16:18:45.191176 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:18:45.194512 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device c7a08676-08ee-4106-b822-41351b3b4de4 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:45.195712 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-309b0771-e81c-461b-890a-e2179ad796d1 req-d2de92fe-3fb7-4e25-af77-4c1ffd7e4e19 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534484 Jun 16 16:18:45.222132 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: c7a08676-08ee-4106-b822-41351b3b4de4 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:18:45.222593 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device c7a08676-08ee-4106-b822-41351b3b4de4 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:45.331821 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:45.343610 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276544-50ec-4c60-ae88-299597d8f694 req-11cc10d0-61e7-4256-958d-51454ec3be57 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:45.344437 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'mac_address': 'fa:16:3e:df:4a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:18:45.345851 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8e276544-50ec-4c60-ae88-299597d8f694 req-11cc10d0-61e7-4256-958d-51454ec3be57 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0863807 Jun 16 16:18:45.389949 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.393211 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8e276544-50ec-4c60-ae88-299597d8f694 req-476a4655-8d25-4a49-9ce9-2fe9a4de24e1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356705 Jun 16 16:18:45.405893 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:18:45.435191 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:45.453774 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c030-f2f9-4aa5-8673-f61d95bd0064 req-c9c230ca-d22d-4f6f-8ff8-5a475a1b40fb tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:45.454662 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-21c0c030-f2f9-4aa5-8673-f61d95bd0064 req-c9c230ca-d22d-4f6f-8ff8-5a475a1b40fb tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 945 time: 0.1037714 Jun 16 16:18:45.462639 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58802) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:45.467468 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Request body: {'floatingip': {'port_id': '930d9e85-a482-40de-bbaa-0697adc3a53f'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:45.506600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.514295 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:45.517231 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:45.576085 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=6']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:45.581201 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:45.612999 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-9595d443-ac23-4373-a6ad-7cda471c305c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83003435&fields=id&tenant_id=5cf480d5bf724693a1d6161e1d4c913b HTTP/1.1" status: 200 len: 267 time: 0.1016862 Jun 16 16:18:45.627294 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:45.801573 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-8099dae1-941e-4f5f-9166-70d15e154bb7 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:45.802937 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-8099dae1-941e-4f5f-9166-70d15e154bb7 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 984 time: 0.1675997 Jun 16 16:18:45.816120 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Request body: {'port': {'security_groups': ['1b208290-10d0-4a97-992e-f0097571d07a']}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:18:46.302568 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.460276 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.544556 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.651515 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:46.677507 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b63f6-7a7d-4098-a575-280d3bcf483d req-fbb04e15-6eb2-4f04-aee2-df1948ea0165 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:46.679019 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-767b63f6-7a7d-4098-a575-280d3bcf483d req-fbb04e15-6eb2-4f04-aee2-df1948ea0165 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 945 time: 0.1226177 Jun 16 16:18:46.693832 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Floating IP 1f4d8047-9665-4473-ad9f-b304c20fdef0 associated. External IP: 172.28.1.146, port: 930d9e85-a482-40de-bbaa-0697adc3a53f. Jun 16 16:18:46.697128 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.730124 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-767b63f6-7a7d-4098-a575-280d3bcf483d req-c5763477-bb89-40cf-96fa-c980b7cc3642 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428963 Jun 16 16:18:46.783575 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.788715 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d9051392-8d74-4f73-be9f-93e53f80c992 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:46.796262 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['bec296be-9a41-494e-8381-22c754379a93'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:46.859131 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:46.860189 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:46.862293 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7fa23a98-60b1-41e9-af97-b8abd65b4c42 req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "PUT /v2.0/ports/bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 942 time: 1.0520337 Jun 16 16:18:46.869584 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 58816) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:46.882110 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:46.884564 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff82cef-5221-4f74-8190-87b21f618c22" -d '{"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:46.982067 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['bec296be-9a41-494e-8381-22c754379a93'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:46.982982 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event updated for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=7']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:46.989658 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:46.996708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde2ac2b-f23f-4f8d-9031-9edf78985682 x-openstack-request-id: req-bde2ac2b-f23f-4f8d-9031-9edf78985682 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:46.997227 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:47.002653 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.024700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bde2ac2b-f23f-4f8d-9031-9edf78985682 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:47.024700 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'status': 'completed', 'code': 200} Jun 16 16:18:47.061847 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.207699 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:18:47.233171 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff82cef-5221-4f74-8190-87b21f618c22 req-12f2931c-677f-4d46-b62e-593b8965e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:47.236920 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-12f2931c-677f-4d46-b62e-593b8965e01a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1098 time: 0.1335814 Jun 16 16:18:47.246127 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-d75e7fb5-5cc9-4bf1-821e-3ab839c3f7c7 None None] Provisioning complete for port bec296be-9a41-494e-8381-22c754379a93 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:47.246560 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d75e7fb5-5cc9-4bf1-821e-3ab839c3f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.251812 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Router 2779c664-ad45-4189-adde-ecb53d05b041 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:47.256783 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.261083 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.266107 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 58830) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:18:47.266664 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "DELETE /v2.0/security-groups/3f473804-254b-457d-a7d8-f385571d44ab HTTP/1.1" status: 204 len: 168 time: 0.3951254 Jun 16 16:18:47.267869 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-01ed2385-72dc-49bc-afb8-dabd64d06c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:47.285898 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f473804-254b-457d-a7d8-f385571d44ab,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.297996 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:47.327070 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:18:47.327411 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.474987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.490156 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:47.492716 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e51c37-e3b3-4162-a365-a1f23ac43b78" -d '{"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-plugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:47.510729 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:47.532485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff82cef-5221-4f74-8190-87b21f618c22 req-50524fb2-d789-47cf-b0b4-75fa79004a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:47.533981 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-50524fb2-d789-47cf-b0b4-75fa79004a38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 916 time: 0.2925141 Jun 16 16:18:47.535157 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab956b6e-ccc6-4fb4-b5c7-29ca2d4e3e6c x-openstack-request-id: req-ab956b6e-ccc6-4fb4-b5c7-29ca2d4e3e6c {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:47.535746 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-plugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:47.536022 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab956b6e-ccc6-4fb4-b5c7-29ca2d4e3e6c {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:47.536420 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'code': 200} Jun 16 16:18:47.624629 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:47.632768 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.634942 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:47.645892 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:47.646792 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:47.652338 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.652338 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:47.704627 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-22bcae1b-b77b-4b95-9154-565f41e93f96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 1000 time: 0.1558311 Jun 16 16:18:47.712192 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-0b96bd73-6f9d-45bd-adaa-217326ea7bd7 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "PUT /v2.0/floatingips/1f4d8047-9665-4473-ad9f-b304c20fdef0 HTTP/1.1" status: 200 len: 991 time: 2.2482188 Jun 16 16:18:47.760532 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Deleting port 3224d3e8-02c8-40cb-a3d5-2965d1424fe7 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:18:47.760950 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.771506 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=7']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:47.776066 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:47.797490 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff82cef-5221-4f74-8190-87b21f618c22 req-e479c2b6-81b7-4449-a7b4-1c1a294a780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:47.799244 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-e479c2b6-81b7-4449-a7b4-1c1a294a780b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.0828133 Jun 16 16:18:47.805373 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:47.895130 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.895459 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:47.987525 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Calling delete_port for 3224d3e8-02c8-40cb-a3d5-2965d1424fe7 owned by network:floatingip {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:18:48.078379 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff82cef-5221-4f74-8190-87b21f618c22 req-918f75dd-dab4-4a62-a8e8-ef123c8aef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:48.079881 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-918f75dd-dab4-4a62-a8e8-ef123c8aef36 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2447977 Jun 16 16:18:48.219565 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '1f4d8047-9665-4473-ad9f-b304c20fdef0', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'port_id': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'mac_address': 'fa:16:3e:58:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222799e2-e593-4f88-90ce-7f72e3760664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:31Z', 'updated_at': '2021-06-16T16:18:46Z', 'revision_number': 1, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:48.224948 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:48.244972 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:48.245659 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:48.278468 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864cdb9-422f-4d51-b128-d4c448da0788 req-0d01f420-9f47-4e4d-b995-aca6feefc8a2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:48.280066 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2864cdb9-422f-4d51-b128-d4c448da0788 req-0d01f420-9f47-4e4d-b995-aca6feefc8a2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.3253794 Jun 16 16:18:48.354863 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-502287e0-5287-4dcc-ab4b-75d7e786cd60 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560778 Jun 16 16:18:48.438271 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2864cdb9-422f-4d51-b128-d4c448da0788 req-bc068c13-7f9e-4b15-80d6-1f63c36aef5e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409607 Jun 16 16:18:48.462998 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:48.576085 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-aff82cef-5221-4f74-8190-87b21f618c22 req-f510d7e7-f351-4e0b-a679-1543faccb85d service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110326 Jun 16 16:18:48.627873 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.632879 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:48.676954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event deleted for resources: {'Port': ['ID=3224d3e8-02c8-40cb-a3d5-2965d1424fe7,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:48.748485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:48.764214 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks [] for floatingip, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:48.764909 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Floating IP 91e813f5-8214-416f-b7c5-9b4fa663b25f disassociated (deleted). External IP: 172.28.1.16, port: bec296be-9a41-494e-8381-22c754379a93. Jun 16 16:18:49.020516 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:49.024751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd0e20c-2684-4beb-91b3-d1194af5fc27" -d '{"events": [{"name": "network-changed", "server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:49.051644 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '1f4d8047-9665-4473-ad9f-b304c20fdef0', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'port_id': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'mac_address': 'fa:16:3e:58:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222799e2-e593-4f88-90ce-7f72e3760664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:31Z', 'updated_at': '2021-06-16T16:18:46Z', 'revision_number': 1, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:49.063295 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837571-4b6a-4f22-a261-244bf6ac821a None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': '1f4d8047-9665-4473-ad9f-b304c20fdef0', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'port_id': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'mac_address': 'fa:16:3e:58:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222799e2-e593-4f88-90ce-7f72e3760664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:18:31Z', 'updated_at': '2021-06-16T16:18:46Z', 'revision_number': 1, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:49.101286 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aa61cc-b8f3-4e55-8da2-85b9aa517039 x-openstack-request-id: req-b0aa61cc-b8f3-4e55-8da2-85b9aa517039 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:49.101286 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:49.101286 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0aa61cc-b8f3-4e55-8da2-85b9aa517039 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:49.101286 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'status': 'completed', 'code': 200} Jun 16 16:18:49.102456 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Router 35202b04-fe4a-4d6b-9999-5f1475f35df9 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:18:49.410396 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4a7ad-a9ff-4092-9481-1e2ddec04610 None None] New status for floating IP 1f4d8047-9665-4473-ad9f-b304c20fdef0: ACTIVE {{(pid=92541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:18:49.612320 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:18:49.617965 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:49.623622 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] Sync routers for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:18:49.645752 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:49.646383 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:49.752240 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "DELETE /v2.0/floatingips/91e813f5-8214-416f-b7c5-9b4fa663b25f HTTP/1.1" status: 204 len: 168 time: 2.4839854 Jun 16 16:18:49.754521 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-738d3205-7adc-48ff-9fc4-5e40b32c3e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:49.756212 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-738d3205-7adc-48ff-9fc4-5e40b32c3e8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35e3553cdc164d29a5bbfd72def6080c&device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 1098 time: 0.5909324 Jun 16 16:18:49.891351 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:49.982284 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b7ce5-5d58-4929-a95a-67cb13002ba3 req-577a4bf4-51fd-409d-97c9-c7439ead5a0a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:49.984538 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-de9b7ce5-5d58-4929-a95a-67cb13002ba3 req-577a4bf4-51fd-409d-97c9-c7439ead5a0a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.3440764 Jun 16 16:18:49.997073 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-90a91a35-5907-43da-999f-a9aa1c2b6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:50.000349 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-90a91a35-5907-43da-999f-a9aa1c2b6411 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 200 len: 912 time: 0.2347510 Jun 16 16:18:50.134923 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-4ca4c056-e8a3-4c01-b07d-25c97cb64b75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=930d9e85-a482-40de-bbaa-0697adc3a53f HTTP/1.1" status: 200 len: 1001 time: 0.1116514 Jun 16 16:18:50.221448 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-a0a59ba2-94ea-4c33-a507-f93cbd8c2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:50.222919 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-a0a59ba2-94ea-4c33-a507-f93cbd8c2325 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 200 len: 850 time: 0.0764883 Jun 16 16:18:50.240485 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-de9b7ce5-5d58-4929-a95a-67cb13002ba3 req-d8ff72b8-76da-42cc-bbd4-e9677a54ac09 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2469506 Jun 16 16:18:50.286357 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:50.292922 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] Checking router: 35202b04-fe4a-4d6b-9999-5f1475f35df9 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:18:50.305102 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:18:50.315761 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:50.378329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-dd2ca8c7-d48f-4b2b-b5cf-d43743b0c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:50.395460 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-dd2ca8c7-d48f-4b2b-b5cf-d43743b0c8de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7ee95fdc-5706-4254-8e24-11dbc4867738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1387243 Jun 16 16:18:50.535445 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:18:50.604324 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-a8dc57b2-a9ed-481b-b3f9-bb5c66310440 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031682 Jun 16 16:18:50.768625 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffd0e20c-2684-4beb-91b3-d1194af5fc27 req-0726835a-5ead-4996-9e20-f52e21b8a474 service neutron] 10.222.0.79 "GET /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549592 Jun 16 16:18:50.900793 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:18:50.910262 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94137a19-bbfd-4da8-9b43-a139d3ec1705 None None] The sync data for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb is: [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:16:08Z', 'revision_number': 4, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4', 'name': '', 'network_id': '3955b18c-1bc8-481f-b31d-0560d8900239', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'mac_address': 'fa:16:3e:d1:a6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:07Z', 'updated_at': '2021-06-16T16:16:14Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'subnets': [{'id': 'bd5651f0-7157-4065-9433-ba5c5474dcc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:18:51.101490 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:51.104293 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed3339-0573-4cc1-9c91-d8532b584d09" -d '{"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:51.162442 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f3a70a-bb09-43c1-9258-67372224ce8b x-openstack-request-id: req-a1f3a70a-bb09-43c1-9258-67372224ce8b {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:51.162781 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "tag": "bec296be-9a41-494e-8381-22c754379a93", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:51.163070 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1f3a70a-bb09-43c1-9258-67372224ce8b {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:51.163508 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'status': 'completed', 'code': 200} Jun 16 16:18:51.288473 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-f576ae89-2717-471e-8ef7-bcf47d1cd85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:51.290439 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-f576ae89-2717-471e-8ef7-bcf47d1cd85c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 1098 time: 0.0948887 Jun 16 16:18:51.337302 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4225b8a5-b60e-400a-a2c5-5c550983db34 None None] New status for floating IP 91e813f5-8214-416f-b7c5-9b4fa663b25f: DOWN {{(pid=92541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:18:51.493762 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-022f4ea8-5ca9-4c47-9abb-5055ebd7fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:51.499699 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-022f4ea8-5ca9-4c47-9abb-5055ebd7fe2b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 200 len: 916 time: 0.1986375 Jun 16 16:18:51.569411 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-a3aca823-74c3-47ad-beb5-faf2b2695426 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 200 len: 217 time: 0.0594361 Jun 16 16:18:51.572706 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7285b-c7a5-48b7-9fe2-28c2110d139c req-7cd98c0a-7398-46b5-a188-ca3147e9590f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:51.580291 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fba7285b-c7a5-48b7-9fe2-28c2110d139c req-7cd98c0a-7398-46b5-a188-ca3147e9590f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1307921 Jun 16 16:18:51.649299 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-44203966-6ab5-4f22-8102-6b59fc9ad6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:51.651297 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-44203966-6ab5-4f22-8102-6b59fc9ad6e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 200 len: 854 time: 0.0724654 Jun 16 16:18:51.657252 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fba7285b-c7a5-48b7-9fe2-28c2110d139c req-8b16892d-965e-46b2-b994-35a739c69ccb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760548 Jun 16 16:18:51.809162 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-58c7388b-beda-4727-844a-dcd58e493640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:51.809162 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-58c7388b-beda-4727-844a-dcd58e493640 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3955b18c-1bc8-481f-b31d-0560d8900239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1426296 Jun 16 16:18:51.937855 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-9e808bfd-5843-4ba5-8fb4-66c10f63f05e service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283674 Jun 16 16:18:52.060689 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebed3339-0573-4cc1-9c91-d8532b584d09 req-6336bf92-3b15-4afe-bb5e-27db304336b0 service neutron] 10.222.0.79 "GET /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159601 Jun 16 16:18:52.943659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29488-58b5-4b89-919d-6ac11a818e05 req-6540cb17-95a3-4347-a99a-6dd254a2eee7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:52.949218 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-59b29488-58b5-4b89-919d-6ac11a818e05 req-6540cb17-95a3-4347-a99a-6dd254a2eee7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1350560 Jun 16 16:18:52.992430 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-59b29488-58b5-4b89-919d-6ac11a818e05 req-6dda3b4f-51ee-4e38-befc-667c249f3c76 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411935 Jun 16 16:18:54.240026 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0be371-2e67-44f2-91a1-8e02373256e7 req-5a235a65-7539-41fa-a154-0862b249aa41 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:54.247532 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2f0be371-2e67-44f2-91a1-8e02373256e7 req-5a235a65-7539-41fa-a154-0862b249aa41 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.1552408 Jun 16 16:18:54.289763 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58224bf-3b89-4c1f-8dee-3c25305305bf req-7a3782be-c934-4341-8201-9a965bdc8908 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:54.291417 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a58224bf-3b89-4c1f-8dee-3c25305305bf req-7a3782be-c934-4341-8201-9a965bdc8908 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0969267 Jun 16 16:18:54.298888 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2f0be371-2e67-44f2-91a1-8e02373256e7 req-4feb5552-e589-4589-951b-3ff4db5c0681 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Jun 16 16:18:54.355570 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a58224bf-3b89-4c1f-8dee-3c25305305bf req-f55b74ec-46bc-4ff7-af56-68dc3457d525 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511312 Jun 16 16:18:55.034146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1852-6493-4720-8d45-6a53cd2b0bef req-30b36293-22e6-4a85-bf7c-3677c03d8684 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:55.036221 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-64cc1852-6493-4720-8d45-6a53cd2b0bef req-30b36293-22e6-4a85-bf7c-3677c03d8684 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.1229033 Jun 16 16:18:55.096712 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-64cc1852-6493-4720-8d45-6a53cd2b0bef req-79e1922d-f257-468a-9136-34cfbdc95de4 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510981 Jun 16 16:18:55.554950 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fe5ef-28da-4e41-b71c-f97a88267071 req-b09e7048-81b4-4277-a249-edeb51fb89ab tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:55.556754 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b2fe5ef-28da-4e41-b71c-f97a88267071 req-b09e7048-81b4-4277-a249-edeb51fb89ab tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.1027026 Jun 16 16:18:55.600599 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c51d2-2a45-488b-a488-463c42be904b req-1f10abbd-984e-4f9e-b1a2-cfb06e16fe9b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:55.608975 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d70c51d2-2a45-488b-a488-463c42be904b req-1f10abbd-984e-4f9e-b1a2-cfb06e16fe9b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1112728 Jun 16 16:18:55.631027 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b2fe5ef-28da-4e41-b71c-f97a88267071 req-043e5284-b246-41bb-973c-e6f079e5ad40 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b208290-10d0-4a97-992e-f0097571d07a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641742 Jun 16 16:18:55.681918 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d70c51d2-2a45-488b-a488-463c42be904b req-6f7221ca-8b3b-4e33-8f15-df12954e4c6d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719423 Jun 16 16:18:56.140745 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-d4a07259-a778-45da-a08e-abb277003c22 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:56.142213 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-d4a07259-a778-45da-a08e-abb277003c22 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.79 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 945 time: 0.0624588 Jun 16 16:18:56.290853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Deleting port bec296be-9a41-494e-8381-22c754379a93 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:18:56.291238 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.330673 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83a12f-2ac2-4770-a892-5395cd3f6cb8 req-e17bde2c-6954-45bb-8c5d-6e71571d7a2e tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:56.332282 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ab83a12f-2ac2-4770-a892-5395cd3f6cb8 req-e17bde2c-6954-45bb-8c5d-6e71571d7a2e tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.1084223 Jun 16 16:18:56.425378 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] For port bec296be-9a41-494e-8381-22c754379a93, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=bec296be-9a41-494e-8381-22c754379a93,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:18:56.425759 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.430848 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ab83a12f-2ac2-4770-a892-5395cd3f6cb8 req-50924b3d-2cd5-44fd-a0f0-69cb192108e5 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672550 Jun 16 16:18:56.495668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Calling delete_port for bec296be-9a41-494e-8381-22c754379a93 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:18:56.759662 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.765135 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-79963475-653a-42fc-a5e8-e21182350faf tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:18:56.773186 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['bec296be-9a41-494e-8381-22c754379a93'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:18:56.824460 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Pushing event deleted for resources: {'Port': ['ID=bec296be-9a41-494e-8381-22c754379a93,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:18:56.835304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:18:56.917485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] No DVR routers for this DVR port bec296be-9a41-494e-8381-22c754379a93 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:18:56.922727 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:18:56.925561 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f1919220-64c8-4c93-bc81-ae4a7b7eaaae req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.79 "DELETE /v2.0/ports/bec296be-9a41-494e-8381-22c754379a93 HTTP/1.1" status: 204 len: 173 time: 0.7775366 Jun 16 16:18:56.926277 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'name': 'network-vif-deleted', 'tag': 'bec296be-9a41-494e-8381-22c754379a93'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:18:56.929293 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e16218-512d-465a-8f9a-349a6a241637" -d '{"events": [{"server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "name": "network-vif-deleted", "tag": "bec296be-9a41-494e-8381-22c754379a93"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:18:57.014684 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f0283-2b7c-46f3-a1f4-8bcf56a3ae84 req-dd03e81f-7939-4122-995b-23bb1392987c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:57.022863 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-af8f0283-2b7c-46f3-a1f4-8bcf56a3ae84 req-dd03e81f-7939-4122-995b-23bb1392987c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0896614 Jun 16 16:18:57.085063 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5feee1bd-0017-411d-818e-98b7ee3ec407 req-1a1eb8f8-f9bf-4fb6-9b65-8191b3264e2a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a656b5-6233-4777-909c-8c4e7aa3d9aa HTTP/1.1" status: 200 len: 210 time: 0.0381744 Jun 16 16:18:57.094534 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-af8f0283-2b7c-46f3-a1f4-8bcf56a3ae84 req-f6f9f3d5-3484-42bf-a52c-83cca8057dc6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712032 Jun 16 16:18:57.144848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41611f9-d0b6-4eef-9f70-b460da2aba95 x-openstack-request-id: req-b41611f9-d0b6-4eef-9f70-b460da2aba95 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:18:57.145279 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a656b5-6233-4777-909c-8c4e7aa3d9aa", "name": "network-vif-deleted", "tag": "bec296be-9a41-494e-8381-22c754379a93", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:18:57.145681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b41611f9-d0b6-4eef-9f70-b460da2aba95 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:18:57.146157 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a656b5-6233-4777-909c-8c4e7aa3d9aa', 'name': 'network-vif-deleted', 'tag': 'bec296be-9a41-494e-8381-22c754379a93', 'status': 'completed', 'code': 200} Jun 16 16:18:57.636980 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ff1ae-3068-48e8-8366-bc6020000979 req-2b5186a7-0e41-4daa-819d-0495f26986dd tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:57.636980 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-493ff1ae-3068-48e8-8366-bc6020000979 req-2b5186a7-0e41-4daa-819d-0495f26986dd tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0711212 Jun 16 16:18:57.695812 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-493ff1ae-3068-48e8-8366-bc6020000979 req-1b542fa1-704f-43dd-8b31-2c31d5eaa8b8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502996 Jun 16 16:18:58.362558 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a012d63-5f3c-450b-baf5-0575f894ff9f req-a425aa16-218a-40de-862c-98ebb40351af tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.370209 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8a012d63-5f3c-450b-baf5-0575f894ff9f req-a425aa16-218a-40de-862c-98ebb40351af tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0894704 Jun 16 16:18:58.421478 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8a012d63-5f3c-450b-baf5-0575f894ff9f req-5800b6b8-c7a9-4a06-ac5d-2a386a44ebf5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499825 Jun 16 16:18:58.922115 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e19be-1e58-4eb4-9e3e-a460d3a868ab req-d018590a-9962-409e-8a83-faae09d8f823 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:58.924457 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f08e19be-1e58-4eb4-9e3e-a460d3a868ab req-d018590a-9962-409e-8a83-faae09d8f823 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.1021361 Jun 16 16:18:58.978845 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f08e19be-1e58-4eb4-9e3e-a460d3a868ab req-4aedb2ff-718c-4be6-bbfc-7eb460aa74dd tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481400 Jun 16 16:18:59.283703 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device bec296be-9a41-494e-8381-22c754379a93 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:18:59.309535 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: bec296be-9a41-494e-8381-22c754379a93 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:18:59.309898 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device bec296be-9a41-494e-8381-22c754379a93 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:18:59.621138 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7366344-597d-497d-aa55-fe953d38d10c req-48a0f547-3ff7-442a-8f2c-8e07d8b88b0b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:18:59.621138 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7366344-597d-497d-aa55-fe953d38d10c req-48a0f547-3ff7-442a-8f2c-8e07d8b88b0b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0689819 Jun 16 16:18:59.664372 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7366344-597d-497d-aa55-fe953d38d10c req-7e785d0f-eee9-4543-9d70-9e55c92d7b40 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375490 Jun 16 16:18:59.667990 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:00.155349 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83dffb-c33a-41bf-b6a9-6f0fa8e9bb75 req-29fb6567-4874-45f8-b683-4b66bd63d05c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:00.156869 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2b83dffb-c33a-41bf-b6a9-6f0fa8e9bb75 req-29fb6567-4874-45f8-b683-4b66bd63d05c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0672925 Jun 16 16:19:00.197147 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2b83dffb-c33a-41bf-b6a9-6f0fa8e9bb75 req-a30f91a4-a7e8-49d4-945c-67a2f81b792a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343325 Jun 16 16:19:00.890770 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1aec8-2a44-4656-96b7-6ed197dd6c4f req-dd7edb0b-e577-4791-9ae4-72d6b08854c9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:00.892313 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8f1aec8-2a44-4656-96b7-6ed197dd6c4f req-dd7edb0b-e577-4791-9ae4-72d6b08854c9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0852528 Jun 16 16:19:00.939471 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e8f1aec8-2a44-4656-96b7-6ed197dd6c4f req-b5aefbff-b4bf-4cd5-b9dc-55fd0d4e69d3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393157 Jun 16 16:19:00.966620 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59058) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:01.324409 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.379668 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf4258-3b3c-4522-850e-d5878ca0a7f0 req-6353cbed-6339-4ed5-8796-768325bd1edd tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:01.381175 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-42cf4258-3b3c-4522-850e-d5878ca0a7f0 req-6353cbed-6339-4ed5-8796-768325bd1edd tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0674477 Jun 16 16:19:01.426560 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-42cf4258-3b3c-4522-850e-d5878ca0a7f0 req-da22e8ef-f5bc-438b-8b38-be64b32b59e8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384715 Jun 16 16:19:01.582561 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Deleting port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:01.582907 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.667342 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] For port 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:01.667694 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.729502 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Calling delete_port for 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 owned by network:router_interface {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:01.970333 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:01.973650 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-22659dc2-4e80-4e1c-9d46-97a29459689d tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:02.005265 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:02.009681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:02.274654 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:02.294433 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac9e89-d4a8-44df-a453-6e6a492e870d req-18bb2585-70b7-482a-a385-250fd726743f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.295873 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-11ac9e89-d4a8-44df-a453-6e6a492e870d req-18bb2585-70b7-482a-a385-250fd726743f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0998721 Jun 16 16:19:02.616687 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdbe15-7e00-41f0-a944-8b5ae2834ad7 req-eb6be470-b32f-4e35-b8fb-00d804c9f198 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.618375 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-34cdbe15-7e00-41f0-a944-8b5ae2834ad7 req-eb6be470-b32f-4e35-b8fb-00d804c9f198 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0736468 Jun 16 16:19:02.677114 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-34cdbe15-7e00-41f0-a944-8b5ae2834ad7 req-841fa79d-6727-4898-817a-93629663124c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513892 Jun 16 16:19:02.730418 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-11ac9e89-d4a8-44df-a453-6e6a492e870d req-abb132d6-3bb8-4df9-a600-da7af0cd04a6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3935020 Jun 16 16:19:02.771459 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-39f18f1a-e900-4e0f-b17d-ca63e196f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.773011 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-39f18f1a-e900-4e0f-b17d-ca63e196f770 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1099 time: 0.3915787 Jun 16 16:19:02.947616 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-f81760c3-3a20-4122-a261-f440637ea757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:02.949013 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-f81760c3-3a20-4122-a261-f440637ea757 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.1471255 Jun 16 16:19:02.950730 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Router 35202b04-fe4a-4d6b-9999-5f1475f35df9 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:19:03.091110 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-06699352-59c0-46c0-8c91-f143b90b42a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 200 len: 1002 time: 0.1333809 Jun 16 16:19:03.140664 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:19:03.148128 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] 10.222.0.22 "PUT /v2.0/routers/35202b04-fe4a-4d6b-9999-5f1475f35df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801424 Jun 16 16:19:03.151833 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59098) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:03.157098 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] Sync routers for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:03.160819 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-02510a4c-24e2-4c27-9c51-85e6d9ce7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:03.162142 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-02510a4c-24e2-4c27-9c51-85e6d9ce7667 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0653732 Jun 16 16:19:03.169261 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:03.169898 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:03.229799 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-0243b279-0090-4cfe-a3c4-29b79e9d0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:03.232067 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-0243b279-0090-4cfe-a3c4-29b79e9d0745 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0640302 Jun 16 16:19:03.265850 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.299875 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:03.352571 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-09fe8d77-a4be-4426-883e-e62143c93137 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139345 Jun 16 16:19:03.375894 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.459475 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-15c4f9ce-46bb-460d-a9cf-64a21b240eb6 req-dcd8684e-adb3-4074-a4b4-208674fdd891 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981951 Jun 16 16:19:03.510314 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150'}], 'enable_snat': True}, 'gw_port_id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:19:01Z', 'revision_number': 5, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port': {'id': '4e2aece2-69c3-4150-a848-1f9dc3457819', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:68:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:04Z', 'updated_at': '2021-06-16T16:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:03.513995 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] Checking router: 35202b04-fe4a-4d6b-9999-5f1475f35df9 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:03.522268 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] Routers {'35202b04-fe4a-4d6b-9999-5f1475f35df9'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:03.522852 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['35202b04-fe4a-4d6b-9999-5f1475f35df9'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:03.525187 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Deleting port 4e2aece2-69c3-4150-a848-1f9dc3457819 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:03.525530 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.603948 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] For port 4e2aece2-69c3-4150-a848-1f9dc3457819, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4e2aece2-69c3-4150-a848-1f9dc3457819,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:03.604305 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:03.607953 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] Set router 35202b04-fe4a-4d6b-9999-5f1475f35df9 gateway port host: None {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:03.664300 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:19:03Z', 'revision_number': 6, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port_host': None}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:03.669343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Calling delete_port for 4e2aece2-69c3-4150-a848-1f9dc3457819 owned by network:router_gateway {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:03.670238 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e17874e-f018-4d88-95c1-f8fb3943c73a None None] The sync data for ids ['35202b04-fe4a-4d6b-9999-5f1475f35df9'] in dv-cinder-796685-1-smb is: [{'id': '35202b04-fe4a-4d6b-9999-5f1475f35df9', 'name': 'tempest-TestMinimumBasicScenario-1911375413-router', 'tenant_id': '5cf480d5bf724693a1d6161e1d4c913b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:03Z', 'updated_at': '2021-06-16T16:19:03Z', 'revision_number': 6, 'project_id': '5cf480d5bf724693a1d6161e1d4c913b', 'gw_port_host': None}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:03.898304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009375a-bc6f-484f-988a-0685f24ba7d0 req-d544a720-dc81-4fd8-8eec-0c082d38f0ce tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:03.907842 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4009375a-bc6f-484f-988a-0685f24ba7d0 req-d544a720-dc81-4fd8-8eec-0c082d38f0ce tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0842559 Jun 16 16:19:03.942339 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4009375a-bc6f-484f-988a-0685f24ba7d0 req-f99bfef1-675e-4dfa-98e5-c2abb3190d27 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360429 Jun 16 16:19:03.974731 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de0804-d815-41fc-b370-bf0a4157f469 req-a68744c7-17a8-49a6-8c18-4850313f5c89 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:03.976172 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-01de0804-d815-41fc-b370-bf0a4157f469 req-a68744c7-17a8-49a6-8c18-4850313f5c89 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.0867238 Jun 16 16:19:04.015122 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-01de0804-d815-41fc-b370-bf0a4157f469 req-276f6fca-5f4b-41f3-aa5d-c877fb229087 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328803 Jun 16 16:19:04.038838 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.040975 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:04.068963 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2aece2-69c3-4150-a848-1f9dc3457819,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:04.072112 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:04.343166 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.447938 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.450726 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.592952 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.593503 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35202b04-fe4a-4d6b-9999-5f1475f35df9 {{(pid=92539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:19:04.598578 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.600716 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-726b6b68-4d6f-4239-b856-7a35d40884e7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/35202b04-fe4a-4d6b-9999-5f1475f35df9 HTTP/1.1" status: 204 len: 168 time: 1.4478114 Jun 16 16:19:04.602263 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59114) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:04.650761 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_v2 [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Deleting subnet bd5651f0-7157-4065-9433-ba5c5474dcc5 {{(pid=92539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:19:04.655782 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.661157 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4e2aece2-69c3-4150-a848-1f9dc3457819 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:04.700675 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 4e2aece2-69c3-4150-a848-1f9dc3457819 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:04.700957 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4e2aece2-69c3-4150-a848-1f9dc3457819 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:04.701671 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:04.710346 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497536'] for subnet, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.734405 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:04.735002 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9d85daa9-fb88-4ec7-8fdf-9f4c20b5a6c4 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:04.787631 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59118) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:04.824623 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.838717 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Deleting subnet ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:19:04.842841 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.878642 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.918790 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.982734 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392296'] for subnet, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:04.986388 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7a1fa9e8-0288-4f0e-89d2-87644c3ab05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:05.011037 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.016966 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bd5651f0-7157-4065-9433-ba5c5474dcc5 HTTP/1.1" status: 204 len: 168 time: 0.4094651 Jun 16 16:19:05.016966 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5651f0-7157-4065-9433-ba5c5474dcc5,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.017218 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59122) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:05.018456 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-61218fcd-9eec-4449-9c69-71fc664cdc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.020630 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849fb88-0ace-44da-9d73-70f63618371a None None] Network 3955b18c-1bc8-481f-b31d-0560d8900239 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:19:05.094217 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.099581 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:05.137412 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.174668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.191684 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.192690 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.197690 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ad7a4fe7-0e5c-4c61-ae75-d402c5a5518a HTTP/1.1" status: 204 len: 168 time: 0.4086576 Jun 16 16:19:05.198735 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59126) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:05.217356 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec0378-d240-485e-835d-91420fc8e87f req-272b7162-1819-4d3c-bdab-6a60ec9c8c2a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.218305 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-67ec0378-d240-485e-835d-91420fc8e87f req-272b7162-1819-4d3c-bdab-6a60ec9c8c2a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.1158984 Jun 16 16:19:05.284125 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] DHCP port deletion for 3955b18c-1bc8-481f-b31d-0560d8900239 request from dv-cinder-796685-1-smb {{(pid=92540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:19:05.294305 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-67ec0378-d240-485e-835d-91420fc8e87f req-1073ae99-0190-4752-a757-0ecdb171892a tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653169 Jun 16 16:19:05.295149 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-babbacc5-c114-4a63-8ea8-e70d3309289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.296669 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-babbacc5-c114-4a63-8ea8-e70d3309289a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1098 time: 0.1913061 Jun 16 16:19:05.326825 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:05.342834 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d8221-bf9e-4511-90ad-0ee0f253ffc6 req-d0d98805-6557-4ba0-b9a7-b168782edd34 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.344228 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-277d8221-bf9e-4511-90ad-0ee0f253ffc6 req-d0d98805-6557-4ba0-b9a7-b168782edd34 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 946 time: 0.1668339 Jun 16 16:19:05.358635 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.396756 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Deleting port bd564f30-dd97-47fb-b18d-911f09ad41de {{(pid=92540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:05.399076 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.400635 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Deleting port bd564f30-dd97-47fb-b18d-911f09ad41de {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:05.400983 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.491341 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.500416 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-277d8221-bf9e-4511-90ad-0ee0f253ffc6 req-edeeb7c2-6394-410a-b666-9905a4106212 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442313 Jun 16 16:19:05.505656 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76758d80-c666-49e1-8ad3-9113c1e30666']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:05.508045 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-26e620ca-892f-48cc-845c-968d58399402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.509590 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-26e620ca-892f-48cc-845c-968d58399402 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 910 time: 0.2060220 Jun 16 16:19:05.525882 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:05.526183 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebf9ae3-381c-4976-b2d0-46a3eba5ccd7') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:05.528359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] For port bd564f30-dd97-47fb-b18d-911f09ad41de, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=bd564f30-dd97-47fb-b18d-911f09ad41de,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:05.529109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.537523 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.556383 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] For port bd564f30-dd97-47fb-b18d-911f09ad41de, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=bd564f30-dd97-47fb-b18d-911f09ad41de,segment=NetworkSegment(a5f8d872-19b3-43d4-931f-53a32255adb7),segment_id=a5f8d872-19b3-43d4-931f-53a32255adb7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:05.556903 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.560778 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.565135 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.567410 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:19:05.567635 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: retrieve_revision_numbers = { Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:19:05.569533 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:19:05.618345 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Calling delete_port for bd564f30-dd97-47fb-b18d-911f09ad41de owned by network:dhcp {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:05.627903 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Calling delete_port for bd564f30-dd97-47fb-b18d-911f09ad41de owned by network:dhcp {{(pid=92540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:05.648987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:05.651245 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79173af-4d4d-4731-81b4-7cb880235e47" -d '{"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:05.717946 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:05.719763 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ef4a79-9658-447a-adce-af4f20d0aa70 x-openstack-request-id: req-63ef4a79-9658-447a-adce-af4f20d0aa70 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:05.720026 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:05.720305 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63ef4a79-9658-447a-adce-af4f20d0aa70 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:05.720738 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'code': 200} Jun 16 16:19:05.724512 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-5c86f0d7-5719-4dd9-945d-aebb076386e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 1001 time: 0.2076375 Jun 16 16:19:05.725099 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.730413 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:05.749288 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.752981 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] 10.222.0.22 "DELETE /v2.0/networks/76758d80-c666-49e1-8ad3-9113c1e30666 HTTP/1.1" status: 204 len: 168 time: 0.5530522 Jun 16 16:19:05.757481 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=76758d80-c666-49e1-8ad3-9113c1e30666,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.761132 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-77b7cf42-d6d0-4e97-9d1d-43bc86dfb1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.791822 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.792003 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:05.797215 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-360c3350-05d1-4092-8f11-6b09de9872ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.798665 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-360c3350-05d1-4092-8f11-6b09de9872ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.0625918 Jun 16 16:19:05.864606 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-358de689-ae51-47e6-ab38-fc40e800e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:05.866298 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-358de689-ae51-47e6-ab38-fc40e800e31d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0612555 Jun 16 16:19:05.948913 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.953005 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0a429f71-bcfd-4893-9063-14408f87f600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:05.967640 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606'] for port, after_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:05.983605 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd564f30-dd97-47fb-b18d-911f09ad41de,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.987174 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.988030 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] No DVR routers for this DVR port bd564f30-dd97-47fb-b18d-911f09ad41de on host dv-cinder-796685-1-smb {{(pid=92540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:05.990152 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=8']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:05.994534 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:05.995022 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:06.003213 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] No DVR routers for this DVR port bd564f30-dd97-47fb-b18d-911f09ad41de on host dv-cinder-796685-1-smb {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:06.018285 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Pushing event deleted for resources: {'Port': ['ID=bd564f30-dd97-47fb-b18d-911f09ad41de,revision_number=None']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:06.020601 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:06.046662 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-e11bc011-05bb-42c9-a96a-37e50b049a9b service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730750 Jun 16 16:19:06.120073 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.138209 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3955b18c-1bc8-481f-b31d-0560d8900239']}} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:06.178853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f8d872-19b3-43d4-931f-53a32255adb7') {'for_net_delete': True} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:06.179149 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f8d872-19b3-43d4-931f-53a32255adb7') {} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:06.192119 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2601166'] for segment, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.194930 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59134) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:06.216182 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.221727 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-cfe3e2d6-eb28-48f9-be23-82da87205375 req-2c745074-40a8-434f-8921-44c3331fa602 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616781 Jun 16 16:19:06.224384 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=92538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:19:06.224989 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3968153'] for segment, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:19:06.228740 dv-cinder-796685-1-smb neutron-server[92538]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: retrieve_revision_numbers = { Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: Traceback (most recent call last): Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: timer() Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: cb(*args, **kw) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: return func(*args, **kwargs) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: self._notify() Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: self.callback(batched_events) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: event.method(event) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: return f(self, *a, **k) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: return self._get(url).json() Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: return self.request(url, 'GET', **kwargs) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:19:06.232005 dv-cinder-796685-1-smb neutron-server[92538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:19:06.242668 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-cc1dcea6-4c97-4c4a-a36a-f56f6b7724e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c08fd7b5c843421c8ac00b0783f4b3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442600 Jun 16 16:19:06.243116 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59136) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:06.290396 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.312249 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.358748 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.362599 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d54b2802-ff3a-430f-9f3c-ef33c16f643b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:06.372120 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.372120 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3955b18c-1bc8-481f-b31d-0560d8900239 HTTP/1.1" status: 204 len: 168 time: 1.3502433 Jun 16 16:19:06.373149 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59140) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:06.379749 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Pushing event deleted for resources: {'Network': ['ID=3955b18c-1bc8-481f-b31d-0560d8900239,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:06.382829 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:06.449070 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.451632 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:06.452806 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56ff1ce4-90a4-435d-8288-82ff2ada6e80 HTTP/1.1" status: 204 len: 168 time: 0.2086449 Jun 16 16:19:06.455261 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5971afa1-eeaa-4455-8b3b-4999d4accd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:06.469325 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff1ce4-90a4-435d-8288-82ff2ada6e80,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:06.473747 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-579a4ad2-19a0-4277-8250-8e32dc87f483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:06.687407 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device bd564f30-dd97-47fb-b18d-911f09ad41de no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:06.710113 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: bd564f30-dd97-47fb-b18d-911f09ad41de {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:06.710767 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device bd564f30-dd97-47fb-b18d-911f09ad41de not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:06.745323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a888f19-bdae-41bd-9190-226f59c3f18b req-d9e34088-2c95-4cd0-9501-dd8c1f6dc2e2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.747459 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a888f19-bdae-41bd-9190-226f59c3f18b req-d9e34088-2c95-4cd0-9501-dd8c1f6dc2e2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0970733 Jun 16 16:19:06.797233 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0a888f19-bdae-41bd-9190-226f59c3f18b req-baa23f87-ae35-4ef3-9e08-917af0a0b938 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418289 Jun 16 16:19:06.840853 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c803d99-94fb-4375-9c66-175addd820fe req-82183282-807c-4bf7-8aa7-0a60d17af5f4 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:06.843257 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2c803d99-94fb-4375-9c66-175addd820fe req-82183282-807c-4bf7-8aa7-0a60d17af5f4 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.4016607 Jun 16 16:19:06.940733 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2c803d99-94fb-4375-9c66-175addd820fe req-19e65aea-7812-4c01-aa46-6c3cdba1f7dd tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750029 Jun 16 16:19:06.962450 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:07.278696 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Deleting port 9c414247-8b48-4715-b015-a72838562f3a {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:07.279000 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:07.353268 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] For port 9c414247-8b48-4715-b015-a72838562f3a, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9c414247-8b48-4715-b015-a72838562f3a,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:07.353626 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:07.415991 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Calling delete_port for 9c414247-8b48-4715-b015-a72838562f3a owned by network:router_interface {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:07.667101 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:07.670287 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a0475372-a779-4a8b-b125-6585d1392b2b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:07.693944 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c414247-8b48-4715-b015-a72838562f3a,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:07.698608 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:07.860083 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.090539 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Router 50b9f47b-7636-4339-9887-b450f93e1d3f has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:19:08.209635 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:19:08.218473 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] 10.222.0.22 "PUT /v2.0/routers/50b9f47b-7636-4339-9887-b450f93e1d3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435712 Jun 16 16:19:08.218473 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59170) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:08.224634 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] Sync routers for ids ['50b9f47b-7636-4339-9887-b450f93e1d3f'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:08.235330 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] Routers {'50b9f47b-7636-4339-9887-b450f93e1d3f'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:08.236075 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['50b9f47b-7636-4339-9887-b450f93e1d3f'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:08.346389 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks [] for router, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.356772 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] Set router 50b9f47b-7636-4339-9887-b450f93e1d3f gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:08.401839 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a841ef-9e23-402f-af08-3baa5e3fdc8e req-46b50546-c0c9-4715-84a9-2f60987b06b3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:08.404680 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-13a841ef-9e23-402f-af08-3baa5e3fdc8e req-46b50546-c0c9-4715-84a9-2f60987b06b3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.3374436 Jun 16 16:19:08.448051 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-13a841ef-9e23-402f-af08-3baa5e3fdc8e req-aa3093f0-9555-41df-9446-f689ea5cccd7 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344918 Jun 16 16:19:08.472433 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.556819 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:19:07Z', 'revision_number': 5, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:08.560815 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] Checking router: 50b9f47b-7636-4339-9887-b450f93e1d3f for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:08.568963 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] Routers {'50b9f47b-7636-4339-9887-b450f93e1d3f'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:08.569571 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:18:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['50b9f47b-7636-4339-9887-b450f93e1d3f'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:08.647666 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Deleting port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:08.648581 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.733120 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] Set router 50b9f47b-7636-4339-9887-b450f93e1d3f gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:08.757781 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] For port 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:08.758494 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:08.817319 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b01f74-afe7-42a4-a2db-1ec08afff53a req-474fc288-dbd5-4307-a92a-6625a00b6b3c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:08.819098 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-42b01f74-afe7-42a4-a2db-1ec08afff53a req-474fc288-dbd5-4307-a92a-6625a00b6b3c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0800178 Jun 16 16:19:08.833492 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Calling delete_port for 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 owned by network:router_gateway {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:08.866520 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-42b01f74-afe7-42a4-a2db-1ec08afff53a req-aa5d27c7-88b7-4212-8682-a0970f7b4260 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405211 Jun 16 16:19:08.976371 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:19:07Z', 'revision_number': 5, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:08.980166 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3937a8-03c0-491e-a1e5-79d9687cbc0b None None] The sync data for ids ['50b9f47b-7636-4339-9887-b450f93e1d3f'] in dv-cinder-796685-1-smb is: [{'id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'name': 'tempest-TestMinimumBasicScenario-623050886-router', 'tenant_id': 'e0fae875e5664535aca397825ccafa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:16:12Z', 'updated_at': '2021-06-16T16:19:07Z', 'revision_number': 5, 'project_id': 'e0fae875e5664535aca397825ccafa4c', 'gw_port': {'id': '9f354cdb-ba22-4eff-ae07-c7bfc429f4d1', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50b9f47b-7636-4339-9887-b450f93e1d3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:16:13Z', 'updated_at': '2021-06-16T16:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:09.263590 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59194) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:09.315459 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.318512 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:09.340955 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:09.349605 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f354cdb-ba22-4eff-ae07-c7bfc429f4d1,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:09.357447 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:09.424153 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-e77bad2e-017f-46fc-a637-fbda3c8c91de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1586690 Jun 16 16:19:09.439283 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.538420 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.541233 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.644264 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.647165 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50b9f47b-7636-4339-9887-b450f93e1d3f {{(pid=92539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:19:09.649289 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a959f-e5c3-41c4-a48e-deb06afa7f5d req-037825d1-55bd-4b69-b62e-17ff9328d245 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:09.650910 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-501a959f-e5c3-41c4-a48e-deb06afa7f5d req-037825d1-55bd-4b69-b62e-17ff9328d245 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0717034 Jun 16 16:19:09.652457 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.657917 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59206) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:09.658518 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-1dea8110-05e6-4793-8565-e7b73778208d admin admin] 10.222.0.22 "DELETE /v2.0/routers/50b9f47b-7636-4339-9887-b450f93e1d3f HTTP/1.1" status: 204 len: 168 time: 1.4388540 Jun 16 16:19:09.684755 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-40b5e47e-b943-44dd-9e5d-e7be213850eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.729819 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-501a959f-e5c3-41c4-a48e-deb06afa7f5d req-c179610a-349f-42b0-8696-8789f6d3708f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731728 Jun 16 16:19:09.741657 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Deleting subnet 2d8b7f19-eb1d-4238-8d2c-6a3636646850 {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:19:09.745866 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.786348 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:09.913751 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.062235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.064597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:10.101728 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8b7f19-eb1d-4238-8d2c-6a3636646850,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:10.106464 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:10.107475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.112074 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59214) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:10.112187 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-cb602111-c39b-4dfe-b6bf-0dc65e479342 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2d8b7f19-eb1d-4238-8d2c-6a3636646850 HTTP/1.1" status: 204 len: 168 time: 0.4533298 Jun 16 16:19:10.117631 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad95b2b-463b-4729-b455-8b14fdb71a3d None None] Network 76d3baff-ef50-4de9-974b-878176b17bb1 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:19:10.198923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca858-904d-4bca-97f5-addda8302c66 req-2c9636db-94fc-4eaf-a613-a9a6101daa47 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:10.200297 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e27ca858-904d-4bca-97f5-addda8302c66 req-2c9636db-94fc-4eaf-a613-a9a6101daa47 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.1320877 Jun 16 16:19:10.222471 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.259119 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e27ca858-904d-4bca-97f5-addda8302c66 req-dd8ebe8e-85f7-4425-83e6-ab35213558f7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506229 Jun 16 16:19:10.324363 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Deleting port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:10.324958 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.417181 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] DHCP port deletion for 76d3baff-ef50-4de9-974b-878176b17bb1 request from dv-cinder-796685-1-smb {{(pid=92540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:19:10.436083 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59224) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:10.463533 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] For port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:10.464056 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.477341 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Deleting port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f {{(pid=92540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:10.478110 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.546629 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Calling delete_port for 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f owned by network:dhcp {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:10.551280 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] For port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,segment=NetworkSegment(e594d757-cbec-463c-8232-7f613c4dd812),segment_id=e594d757-cbec-463c-8232-7f613c4dd812)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:10.551943 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.568663 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-0071928c-ec73-4ad6-9933-dc478fa044ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311641 Jun 16 16:19:10.631902 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37259af-3266-4e42-8a16-0c216afdbc41 req-a702d888-b035-45cb-b299-7e7b3f6a1003 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:10.633526 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f37259af-3266-4e42-8a16-0c216afdbc41 req-a702d888-b035-45cb-b299-7e7b3f6a1003 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.2457931 Jun 16 16:19:10.658571 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Calling delete_port for 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f owned by network:dhcp {{(pid=92540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:10.713825 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c414247-8b48-4715-b015-a72838562f3a no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:10.723776 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f37259af-3266-4e42-8a16-0c216afdbc41 req-b7b733d8-73f2-4db9-83c5-abf33036368f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821958 Jun 16 16:19:10.746684 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 9c414247-8b48-4715-b015-a72838562f3a {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:10.747304 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c414247-8b48-4715-b015-a72838562f3a not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:10.747679 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:10.760445 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.765795 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:10.766387 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6d9f58bc-fb09-4ecf-a745-0dc47ab599ec tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:10.779313 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:10.779915 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9f354cdb-ba22-4eff-ae07-c7bfc429f4d1 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:10.780482 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:10.808092 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:10.808451 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:10.810237 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:10.812178 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] No DVR routers for this DVR port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f on host dv-cinder-796685-1-smb {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:10.813689 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:10.836756 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606'] for port, after_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.839848 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-ea0c0f05-1175-406a-b0dd-071d6519947a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:10.863501 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Pushing event deleted for resources: {'Port': ['ID=5dbc934d-f856-43ef-9b3d-b8a06f1ef47f,revision_number=None']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:10.866472 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:10.867391 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bd0f1-7d2d-41fe-9549-2810c4f86c62 None None] No DVR routers for this DVR port 5dbc934d-f856-43ef-9b3d-b8a06f1ef47f on host dv-cinder-796685-1-smb {{(pid=92540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:10.884386 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.896447 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d3baff-ef50-4de9-974b-878176b17bb1']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:10.907268 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e594d757-cbec-463c-8232-7f613c4dd812') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:10.910036 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e594d757-cbec-463c-8232-7f613c4dd812') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:10.916395 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.930142 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.937204 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:19:10.937709 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:19:10.940041 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:19:11.084221 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.087941 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-097b78bb-5bd0-4f22-af53-3e362ca5c5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:11.090572 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.092597 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/76d3baff-ef50-4de9-974b-878176b17bb1 HTTP/1.1" status: 204 len: 168 time: 0.9794340 Jun 16 16:19:11.105611 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d3baff-ef50-4de9-974b-878176b17bb1,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:11.107928 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-93f3a2af-7316-4708-8c21-405a5b85cae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:11.333413 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:11.420742 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.444536 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:11.447089 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e7b69a-12c1-43b8-8ad4-68a51849599c" -d '{"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-unplugged", "status": "completed", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:11.461945 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:11.482387 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fae965-c134-46da-86fe-cb892c70d9e6 x-openstack-request-id: req-e4fae965-c134-46da-86fe-cb892c70d9e6 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:11.482775 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-unplugged", "status": "failed", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "code": 422}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:11.482989 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4fae965-c134-46da-86fe-cb892c70d9e6 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:11.483440 dv-cinder-796685-1-smb neutron-server[92540]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'code': 422} returned with failed status Jun 16 16:19:11.486361 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33d749-ca5b-496d-9bac-d27f614f2118 req-554c6720-4298-43f5-aac9-a54ecf29ab6e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.487871 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3d33d749-ca5b-496d-9bac-d27f614f2118 req-554c6720-4298-43f5-aac9-a54ecf29ab6e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0709808 Jun 16 16:19:11.518622 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.520453 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:11.534915 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3d33d749-ca5b-496d-9bac-d27f614f2118 req-7f225b1c-aa38-4820-94b3-dc166a021bf6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410874 Jun 16 16:19:11.541291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59240) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:11.587509 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-20e71d87-93d1-453a-8aae-5b58f00d822f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cf480d5bf724693a1d6161e1d4c913b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449066 Jun 16 16:19:11.590249 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59242) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:11.594461 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=6']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:11.603901 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:11.699045 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.711339 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.900317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7639623-af10-4a33-96b7-3a962409c829 req-ddf44437-5592-4a66-82a8-e058b293a136 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:11.901716 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7639623-af10-4a33-96b7-3a962409c829 req-ddf44437-5592-4a66-82a8-e058b293a136 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0672297 Jun 16 16:19:11.901883 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.905267 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:11.906549 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b208290-10d0-4a97-992e-f0097571d07a HTTP/1.1" status: 204 len: 168 time: 0.3141685 Jun 16 16:19:11.907354 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2011755c-664d-46ab-851a-f44ce8f80483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:11.915587 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b208290-10d0-4a97-992e-f0097571d07a,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:11.930383 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:11.945126 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a7639623-af10-4a33-96b7-3a962409c829 req-6c6b18c1-f881-4181-8b62-7660328cad7f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353611 Jun 16 16:19:12.202633 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ba9-d61b-486a-9711-440b38a47ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:12.373247 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:12.601486 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-d2cb2b19-889e-4095-b9fc-3b0c6efbec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:12.602961 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-d2cb2b19-889e-4095-b9fc-3b0c6efbec6f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7&tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 1097 time: 0.0949481 Jun 16 16:19:12.688553 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-79e26db0-29b5-46c2-ba13-e4b99262e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:12.690007 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-79e26db0-29b5-46c2-ba13-e4b99262e3ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1097 time: 0.0592053 Jun 16 16:19:12.729996 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59256) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:12.786622 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebe518-9c0f-4efb-883a-e3d76a5b6cf8 req-dd1f6b60-2edd-4763-9569-c570d6448739 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:12.788104 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-76ebe518-9c0f-4efb-883a-e3d76a5b6cf8 req-dd1f6b60-2edd-4763-9569-c570d6448739 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.1038322 Jun 16 16:19:12.795521 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e8c39e55-d214-4e77-8ace-b489d86775fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0fae875e5664535aca397825ccafa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637045 Jun 16 16:19:12.798425 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59258) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:12.815421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-042e3259-9210-4a87-93de-c14e044272c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:12.816971 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-042e3259-9210-4a87-93de-c14e044272c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.1167073 Jun 16 16:19:12.842960 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-76ebe518-9c0f-4efb-883a-e3d76a5b6cf8 req-d1503497-1cfb-4111-bd76-4ec4c80c37c6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447578 Jun 16 16:19:12.911959 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:12.918996 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-b1bc2e09-5f97-4206-8d54-1b135ee28857 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 200 len: 1000 time: 0.0916333 Jun 16 16:19:12.961427 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.003291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-65bafb05-0cf3-4e1b-aa4a-a7794bcbb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.004763 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-65bafb05-0cf3-4e1b-aa4a-a7794bcbb5ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0789177 Jun 16 16:19:13.069568 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-0aae6333-b88c-4d24-9911-da1752ce193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.071036 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-0aae6333-b88c-4d24-9911-da1752ce193e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0601315 Jun 16 16:19:13.145927 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bc48b-49b8-4a48-a906-f42f1e6a8515 req-9f1f029b-ae2c-4ec0-93f6-cc837512faa1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.147617 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-df1bc48b-49b8-4a48-a906-f42f1e6a8515 req-9f1f029b-ae2c-4ec0-93f6-cc837512faa1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0642920 Jun 16 16:19:13.192095 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-df1bc48b-49b8-4a48-a906-f42f1e6a8515 req-049655f1-405c-4040-925e-bb6b0dbb6779 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369871 Jun 16 16:19:13.433382 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.435892 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.438387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:13.439422 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba439065-bec4-446b-8157-a2349a62a0e4 HTTP/1.1" status: 204 len: 168 time: 0.6400137 Jun 16 16:19:13.442549 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:13.472176 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba439065-bec4-446b-8157-a2349a62a0e4,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:13.476149 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5dcd5486-20a8-4b1b-bf83-6b49970dabc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:13.496848 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-f676d166-b06f-483e-8e3c-1c415d2791f3 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177914 Jun 16 16:19:13.532794 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-3b100af3-591f-434b-b2ad-afc2a5a9a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.534321 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-3b100af3-591f-434b-b2ad-afc2a5a9a837 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b&tenant_id=4b6ece348f5a4657828d414e5733414f HTTP/1.1" status: 200 len: 1096 time: 0.1118593 Jun 16 16:19:13.626573 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ca556213-f0b9-47c5-80e8-1a0eba4b23b9 req-5b24e5ab-5bc6-49de-84c2-7b21a745348e service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221631 Jun 16 16:19:13.643890 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-027b0dce-2166-4270-9073-87975a64be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.645449 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-027b0dce-2166-4270-9073-87975a64be45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1096 time: 0.0730448 Jun 16 16:19:13.741302 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-13d747ff-9c90-49a4-9ce5-8f2ca0c284e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.742774 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-13d747ff-9c90-49a4-9ce5-8f2ca0c284e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 910 time: 0.0915322 Jun 16 16:19:13.816680 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-7b268e82-92f8-4673-9137-44171464a51c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 999 time: 0.0652139 Jun 16 16:19:13.881463 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-228ba631-b19b-4fa2-9c1d-c1e6118e72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:13.883700 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-228ba631-b19b-4fa2-9c1d-c1e6118e72a2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.0556109 Jun 16 16:19:14.043320 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-bd2b0d0b-73e3-40eb-b45d-8ec09483f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:14.043687 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-bd2b0d0b-73e3-40eb-b45d-8ec09483f808 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1540325 Jun 16 16:19:14.099002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92e76c-8605-47bd-9c72-b0c01badee93 req-53a43853-fe33-4baa-8dd1-5bc85c1e56b3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:14.100712 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ee92e76c-8605-47bd-9c72-b0c01badee93 req-53a43853-fe33-4baa-8dd1-5bc85c1e56b3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.1169989 Jun 16 16:19:14.187038 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ee92e76c-8605-47bd-9c72-b0c01badee93 req-925393cd-e92d-44d7-87dc-45b4d2f87c26 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464885 Jun 16 16:19:14.192472 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-b9805687-8806-4094-8976-26267abb1dcc service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404195 Jun 16 16:19:14.293951 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b7de232d-6044-4f1b-960e-0db585b40b0a req-11b36f78-aa7d-4b2f-b300-892534e98ef5 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943339 Jun 16 16:19:14.409126 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c35c03-97bb-4fe2-aabf-8a072fafe7ab req-9b59f111-294e-4bd5-a54e-f5dd83186215 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:14.410607 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-04c35c03-97bb-4fe2-aabf-8a072fafe7ab req-9b59f111-294e-4bd5-a54e-f5dd83186215 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0775390 Jun 16 16:19:14.463569 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-04c35c03-97bb-4fe2-aabf-8a072fafe7ab req-8b63cf25-5279-47e4-a106-5f3052efe674 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Jun 16 16:19:14.947907 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:15.379538 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115565b-dc68-4a33-9e22-410ba67226c8 req-dbb84356-74ba-4857-8652-5ca2075c7f4d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:15.381245 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b115565b-dc68-4a33-9e22-410ba67226c8 req-dbb84356-74ba-4857-8652-5ca2075c7f4d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0736294 Jun 16 16:19:15.434494 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b115565b-dc68-4a33-9e22-410ba67226c8 req-183f56f4-b236-49ae-9efe-29e53ff854df tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441649 Jun 16 16:19:15.646102 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40b455-d469-42f8-a46b-39b5314f3361 req-1dbbfe7d-bb76-4ae5-9e00-18afe095d2fa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:15.647963 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0b40b455-d469-42f8-a46b-39b5314f3361 req-1dbbfe7d-bb76-4ae5-9e00-18afe095d2fa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0666065 Jun 16 16:19:15.701105 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0b40b455-d469-42f8-a46b-39b5314f3361 req-227599dd-f361-40ab-afb3-b454b27dcaa0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435793 Jun 16 16:19:16.628819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376e66d-55d2-4902-9d42-3468a06b188a req-67f74f4c-c12f-4126-a9a6-1bdeff0afd42 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:16.632237 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a376e66d-55d2-4902-9d42-3468a06b188a req-67f74f4c-c12f-4126-a9a6-1bdeff0afd42 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0710423 Jun 16 16:19:16.683009 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a376e66d-55d2-4902-9d42-3468a06b188a req-b312b086-72a6-40b3-a5f9-b35d7fd2acff tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409465 Jun 16 16:19:16.919142 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311e835-b745-4f46-bc5e-a3dc236b9968 req-2e67aaf2-67a2-4575-9214-4cc1a4989bb3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:16.920781 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8311e835-b745-4f46-bc5e-a3dc236b9968 req-2e67aaf2-67a2-4575-9214-4cc1a4989bb3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0729158 Jun 16 16:19:16.959433 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8311e835-b745-4f46-bc5e-a3dc236b9968 req-aeda6a73-e031-4523-a787-b6e044f5e18c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323939 Jun 16 16:19:17.899987 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c1079-31ef-4ebe-9c77-ab7fbfc212ca req-9af2e6d9-4a5e-448b-bce6-b5c094b65ddb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:17.901555 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ef4c1079-31ef-4ebe-9c77-ab7fbfc212ca req-9af2e6d9-4a5e-448b-bce6-b5c094b65ddb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0747743 Jun 16 16:19:17.941607 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ef4c1079-31ef-4ebe-9c77-ab7fbfc212ca req-739501ed-9f39-4009-b841-3f95b3e033a0 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335510 Jun 16 16:19:18.164704 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a59e8-9e77-4647-9dca-0101f6199fd8 req-0a477159-73f5-467f-a5d6-e8c0a5a72687 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:18.166498 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4b8a59e8-9e77-4647-9dca-0101f6199fd8 req-0a477159-73f5-467f-a5d6-e8c0a5a72687 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0778110 Jun 16 16:19:18.209982 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4b8a59e8-9e77-4647-9dca-0101f6199fd8 req-f57e9df0-f7c1-4433-809a-9a24ef5106ff tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369225 Jun 16 16:19:19.154426 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e242c2b-c682-4a9f-8a67-e976356c3687 req-ee1389ab-d5c4-4e14-bf75-3f4df1d8cfcb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:19.155940 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0e242c2b-c682-4a9f-8a67-e976356c3687 req-ee1389ab-d5c4-4e14-bf75-3f4df1d8cfcb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0688329 Jun 16 16:19:19.200519 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0e242c2b-c682-4a9f-8a67-e976356c3687 req-489706a1-a1ae-4ed1-adbc-af4096a2a57d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375574 Jun 16 16:19:19.404192 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbdd9a-7fe2-4df5-9f9f-d934085fecce req-d8e4adb5-3095-4181-a4c2-f9356f39f03f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:19.406059 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ccbdd9a-7fe2-4df5-9f9f-d934085fecce req-d8e4adb5-3095-4181-a4c2-f9356f39f03f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0735862 Jun 16 16:19:19.445210 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ccbdd9a-7fe2-4df5-9f9f-d934085fecce req-c48360ee-55e7-4262-b6b3-81cb7a82cef6 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334275 Jun 16 16:19:20.398167 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef221-53e6-4a53-89ec-5d731fa43e3d req-badf4c0f-b6cb-49e4-8547-64aeea9e44d0 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:20.399668 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a42ef221-53e6-4a53-89ec-5d731fa43e3d req-badf4c0f-b6cb-49e4-8547-64aeea9e44d0 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0706491 Jun 16 16:19:20.442568 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a42ef221-53e6-4a53-89ec-5d731fa43e3d req-d9100f8b-ea2d-4c04-b9c7-748c403c5ac9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353754 Jun 16 16:19:20.646023 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80fc03-4a4b-4091-88c5-18c1e20c1faa req-3493294c-6bd7-4d33-8036-9b871fa14caa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:20.648696 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-df80fc03-4a4b-4091-88c5-18c1e20c1faa req-3493294c-6bd7-4d33-8036-9b871fa14caa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0848367 Jun 16 16:19:20.687441 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-df80fc03-4a4b-4091-88c5-18c1e20c1faa req-6e1e1363-143a-4846-a1b5-bb2196f0fcaa tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Jun 16 16:19:21.660745 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292be40-2897-46ad-9827-ea9899f75367 req-066e4e4a-4300-4c71-80b4-b61d24ea0c04 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:21.662268 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5292be40-2897-46ad-9827-ea9899f75367 req-066e4e4a-4300-4c71-80b4-b61d24ea0c04 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0737777 Jun 16 16:19:21.704654 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5292be40-2897-46ad-9827-ea9899f75367 req-34cedd47-658d-4e2f-80c8-5d2de07f4601 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363746 Jun 16 16:19:21.884627 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced974d4-630d-4f69-96cb-2415b39db35b req-b6ee9d24-dbfb-480e-9647-b9ee75a3f32d tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:21.886096 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ced974d4-630d-4f69-96cb-2415b39db35b req-b6ee9d24-dbfb-480e-9647-b9ee75a3f32d tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0664172 Jun 16 16:19:21.932180 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ced974d4-630d-4f69-96cb-2415b39db35b req-72ab4c92-312c-4581-a214-e1fd03f75027 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 Jun 16 16:19:22.973391 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25f22-bbc9-4f62-b5f6-7c118d30bf5a req-825458ed-f32d-48b9-978b-399c754f9f56 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:22.975938 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7af25f22-bbc9-4f62-b5f6-7c118d30bf5a req-825458ed-f32d-48b9-978b-399c754f9f56 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.1477258 Jun 16 16:19:23.015536 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7af25f22-bbc9-4f62-b5f6-7c118d30bf5a req-6716d241-bbd4-4e49-bd85-ea0a866c0452 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331168 Jun 16 16:19:23.199506 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef061f-ce0c-4937-9e71-650425747b0b req-ebd4a741-9400-4827-8b9d-2590e06d15c0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:23.201018 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a2ef061f-ce0c-4937-9e71-650425747b0b req-ebd4a741-9400-4827-8b9d-2590e06d15c0 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0654652 Jun 16 16:19:23.240763 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a2ef061f-ce0c-4937-9e71-650425747b0b req-15926a16-6213-4757-9a09-a90111fcdd3f tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341270 Jun 16 16:19:24.207361 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb8009-9d45-4639-8571-59297512cd80 req-b86237f0-f499-46ad-bc4f-8973fccc7358 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:24.209023 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-20fb8009-9d45-4639-8571-59297512cd80 req-b86237f0-f499-46ad-bc4f-8973fccc7358 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0686288 Jun 16 16:19:24.248362 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-20fb8009-9d45-4639-8571-59297512cd80 req-7a437d25-d19b-45a6-9b20-9565e2f31752 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331962 Jun 16 16:19:24.437827 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec594d-84e4-498e-9418-00f46cc8e4fb req-a7d00247-7dc3-4a19-8734-6891d2beb439 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:24.439254 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b1ec594d-84e4-498e-9418-00f46cc8e4fb req-a7d00247-7dc3-4a19-8734-6891d2beb439 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0762780 Jun 16 16:19:24.476646 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b1ec594d-84e4-498e-9418-00f46cc8e4fb req-f28a7332-d80c-4767-9584-5c54ad47a22b tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315013 Jun 16 16:19:25.432100 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db52d3-ba9b-4a44-85a1-e0b060e12e80 req-663b45eb-c84a-4537-8d2e-db473a6b8a51 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:25.433608 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-92db52d3-ba9b-4a44-85a1-e0b060e12e80 req-663b45eb-c84a-4537-8d2e-db473a6b8a51 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0647185 Jun 16 16:19:25.470719 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-92db52d3-ba9b-4a44-85a1-e0b060e12e80 req-dd6460e3-863d-4d07-bf58-77753d984dab tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313308 Jun 16 16:19:25.655613 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e579-f0a8-48c6-8e37-4153661e8075 req-0a15ffbd-1412-441b-923e-9f578006897c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:25.657087 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1171e579-f0a8-48c6-8e37-4153661e8075 req-0a15ffbd-1412-441b-923e-9f578006897c tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0660753 Jun 16 16:19:25.703373 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1171e579-f0a8-48c6-8e37-4153661e8075 req-82fb2a73-7008-46c6-a141-390bf87a8792 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Jun 16 16:19:26.780313 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89169a8f-3583-4342-ad97-27882c0fdd1d req-ce74f376-389e-446c-b5cd-9fc43531c56a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:26.780313 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-89169a8f-3583-4342-ad97-27882c0fdd1d req-ce74f376-389e-446c-b5cd-9fc43531c56a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0655138 Jun 16 16:19:26.780313 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-89169a8f-3583-4342-ad97-27882c0fdd1d req-6b015f22-0d47-487f-a693-89b876ba9e7e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332270 Jun 16 16:19:26.921164 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b03bed-e76c-43fe-86c6-1a1751cef8f3 req-9420c170-e1e4-4272-83d5-8d25279c2700 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:26.923030 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-06b03bed-e76c-43fe-86c6-1a1751cef8f3 req-9420c170-e1e4-4272-83d5-8d25279c2700 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 943 time: 0.0776320 Jun 16 16:19:26.966571 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-06b03bed-e76c-43fe-86c6-1a1751cef8f3 req-6bced564-1e16-45b0-bf99-afbc459ffca8 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368605 Jun 16 16:19:27.439725 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:19:27.535129 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:27.546755 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'port_id': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'mac_address': 'fa:16:3e:c0:d1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:19:27.588153 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:27.602009 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4b68a3-9793-40be-9f7e-796e400d2daa {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:19:27.622735 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:27.672696 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:27.674924 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:27.724397 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=7']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:27.727860 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:27.882994 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['df4b68a3-9793-40be-9f7e-796e400d2daa'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:19:27.884016 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada280c3-14c2-4493-bc8e-5e7d3d0a3d24 req-2a5d0748-2ef1-4629-a26e-10eea07c40e9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:27.885545 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ada280c3-14c2-4493-bc8e-5e7d3d0a3d24 req-2a5d0748-2ef1-4629-a26e-10eea07c40e9 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0706198 Jun 16 16:19:27.934811 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ada280c3-14c2-4493-bc8e-5e7d3d0a3d24 req-7b8124f5-66e8-4587-8e5e-582f402fa040 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431995 Jun 16 16:19:28.151155 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d053995-1ebb-42bf-b370-9637de079ca5 req-807cedb0-c72f-4981-b7e5-df108630e48d tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:28.152653 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6d053995-1ebb-42bf-b370-9637de079ca5 req-807cedb0-c72f-4981-b7e5-df108630e48d tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 944 time: 0.0692217 Jun 16 16:19:28.192134 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6d053995-1ebb-42bf-b370-9637de079ca5 req-a6967e70-f823-4bc4-89fa-615e65f06ad2 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336881 Jun 16 16:19:29.117123 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71dd5c-8b84-49d8-844d-693c2be8f106 req-49159224-48d2-4a1f-be88-f1c4d2282e92 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:29.118833 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6d71dd5c-8b84-49d8-844d-693c2be8f106 req-49159224-48d2-4a1f-be88-f1c4d2282e92 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 944 time: 0.0662916 Jun 16 16:19:29.157244 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6d71dd5c-8b84-49d8-844d-693c2be8f106 req-9f0a5fe9-4a1b-4112-9f19-b2f03687ae98 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319619 Jun 16 16:19:29.377026 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b532f07-c8a1-4aae-914c-dc880c049e57 req-e8fe5947-7c8c-4ef2-8c46-3d8bc3bc3b01 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:29.378476 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2b532f07-c8a1-4aae-914c-dc880c049e57 req-e8fe5947-7c8c-4ef2-8c46-3d8bc3bc3b01 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 944 time: 0.0671859 Jun 16 16:19:29.426355 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2b532f07-c8a1-4aae-914c-dc880c049e57 req-0e682748-e5be-40d9-b88e-9e68e37c4a57 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345905 Jun 16 16:19:29.442346 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:19:29.445041 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:19:29.562502 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:29.575423 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port df4b68a3-9793-40be-9f7e-796e400d2daa triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:19:29.580341 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:29.611724 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:29.630111 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'port_id': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'mac_address': 'fa:16:3e:df:4a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:19:29.692750 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:29.710227 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:29.721931 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:19:29.755205 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:29.762734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:29.765405 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d039969-6bcf-4726-b2dd-6be5a23bf74e" -d '{"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-plugged", "status": "completed", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:29.779645 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:29.810814 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7c4523-5c6b-44bd-ba4d-8b81bb821caa x-openstack-request-id: req-ea7c4523-5c6b-44bd-ba4d-8b81bb821caa {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:29.811128 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-plugged", "status": "completed", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:29.811397 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea7c4523-5c6b-44bd-ba4d-8b81bb821caa {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:29.811807 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'code': 200} Jun 16 16:19:29.821099 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:29.828944 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1502ae71-238b-4901-88e7-31ba434b3e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:29.851306 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:29.878527 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=9']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:29.881873 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:29.883076 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:29.934954 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=8']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:29.938522 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:30.047375 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:19:30.257631 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e20c0-4604-403e-b66f-a5620f5e8216 req-118469da-39bb-46fa-906b-384e68231c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:30.260777 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d40e20c0-4604-403e-b66f-a5620f5e8216 req-118469da-39bb-46fa-906b-384e68231c2d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1098 time: 0.1805108 Jun 16 16:19:30.295356 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d40e20c0-4604-403e-b66f-a5620f5e8216 req-83150480-9755-4b60-8c9d-909fc35e81e8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284653 Jun 16 16:19:30.353730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98df66-fd43-4429-9225-e70ed8528499 req-c2a32464-4bc4-4a56-a2fb-838f89052099 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:30.355335 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-bb98df66-fd43-4429-9225-e70ed8528499 req-c2a32464-4bc4-4a56-a2fb-838f89052099 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 945 time: 0.0633788 Jun 16 16:19:30.393309 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-bb98df66-fd43-4429-9225-e70ed8528499 req-a5930594-2a67-4531-b313-180d0af45026 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322330 Jun 16 16:19:30.597532 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2d9ab-984c-4aee-8770-681bc4d5752b req-46fcf920-38e0-469c-8053-8e53025c3764 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:30.599025 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e8d2d9ab-984c-4aee-8770-681bc4d5752b req-46fcf920-38e0-469c-8053-8e53025c3764 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0666654 Jun 16 16:19:30.637866 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e8d2d9ab-984c-4aee-8770-681bc4d5752b req-e793497a-0086-48c2-a9f6-615a8b9dcc43 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Jun 16 16:19:30.937472 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-ac8d0c37-8ab1-485e-ab1f-031dc0f6998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:30.938973 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-ac8d0c37-8ab1-485e-ab1f-031dc0f6998c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1098 time: 0.0515952 Jun 16 16:19:31.044085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-020a2622-8638-4b3e-8a02-672c2b11b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:31.045491 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-020a2622-8638-4b3e-8a02-672c2b11b37a service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0849388 Jun 16 16:19:31.119872 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-ff2f413f-6946-4780-bb25-bee347470b9a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 200 len: 1001 time: 0.0658915 Jun 16 16:19:31.172065 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-ef6849d5-48e8-4723-b340-ef6f8736e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:31.173528 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-ef6849d5-48e8-4723-b340-ef6f8736e882 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0449839 Jun 16 16:19:31.232085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-254f4953-a729-4d7b-8e72-4a03994174cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:31.233598 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-254f4953-a729-4d7b-8e72-4a03994174cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534024 Jun 16 16:19:31.329006 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-7f49c965-ece3-43bf-84f7-0a8d1707696e service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878880 Jun 16 16:19:31.430397 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83d99b24-55a6-456f-b0d5-02add6d9cb6f req-6cc36904-3d41-4a9b-af24-c5ef1e74db93 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912778 Jun 16 16:19:31.459713 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:19:31.511119 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:19:31.512024 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:31.580894 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012776-fe1b-4d6e-95ae-3665a2efb033 req-b45ffdf5-b0dd-4fe6-874b-ad4bb9d623a2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:31.582234 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-15012776-fe1b-4d6e-95ae-3665a2efb033 req-b45ffdf5-b0dd-4fe6-874b-ad4bb9d623a2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 945 time: 0.0665624 Jun 16 16:19:31.608243 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:31.618675 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-15012776-fe1b-4d6e-95ae-3665a2efb033 req-040e46b3-9d52-4313-a057-53918113ee36 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307746 Jun 16 16:19:31.644115 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:31.706674 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:31.708608 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:31.754448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=10']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:31.757596 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:31.811255 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb78d8c-0b6f-4374-8eb0-891c36a02843 req-99b59312-0664-4a97-9fb4-658b711ad414 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:31.817778 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:31.817929 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2fb78d8c-0b6f-4374-8eb0-891c36a02843 req-99b59312-0664-4a97-9fb4-658b711ad414 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0640166 Jun 16 16:19:31.818038 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a399401-ea2a-4ddd-bad0-a31c66ec489e" -d '{"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-plugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:31.859432 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2fb78d8c-0b6f-4374-8eb0-891c36a02843 req-a895cec6-e7c6-4b39-9ea3-0a387a68e868 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Jun 16 16:19:31.871513 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae77252-124a-4b9f-9ad0-3588d5f3df7e x-openstack-request-id: req-eae77252-124a-4b9f-9ad0-3588d5f3df7e {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:31.871716 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-plugged", "status": "completed", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:31.871939 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eae77252-124a-4b9f-9ad0-3588d5f3df7e {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:31.872344 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'code': 200} Jun 16 16:19:32.523235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcb032-aab6-47fd-af9c-d753b5bb2a2d req-7ec009b0-44b8-40f2-b997-1ebe60f1c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:32.524997 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fddcb032-aab6-47fd-af9c-d753b5bb2a2d req-7ec009b0-44b8-40f2-b997-1ebe60f1c82a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 1100 time: 0.0553966 Jun 16 16:19:32.561170 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fddcb032-aab6-47fd-af9c-d753b5bb2a2d req-3d458e48-167c-467c-8b58-47a93f4d75b6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295322 Jun 16 16:19:32.809194 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db9f4a-95af-4436-9a1b-969af83b1a9c req-bdb0a6e3-9311-43fa-9fcb-5e05b1a1115c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:32.810629 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-35db9f4a-95af-4436-9a1b-969af83b1a9c req-bdb0a6e3-9311-43fa-9fcb-5e05b1a1115c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 947 time: 0.0707912 Jun 16 16:19:32.847192 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-35db9f4a-95af-4436-9a1b-969af83b1a9c req-9512cfa6-2026-4ad5-918c-3af2bd650427 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309384 Jun 16 16:19:34.078450 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d4ef0-1134-409a-9b70-8d726d0777a4 req-04d3d97f-7f28-4b29-a3d5-07b3ec24c57a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:34.082382 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-332d4ef0-1134-409a-9b70-8d726d0777a4 req-04d3d97f-7f28-4b29-a3d5-07b3ec24c57a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 947 time: 0.0675652 Jun 16 16:19:34.117793 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-332d4ef0-1134-409a-9b70-8d726d0777a4 req-cdc6f097-a85a-4d89-9113-76154b2ab742 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320532 Jun 16 16:19:35.314182 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f97a9d-2158-4e98-8fed-9ae8ef47e99f req-69b0e9eb-7072-48d2-8f4e-212b45971e79 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:35.315763 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a2f97a9d-2158-4e98-8fed-9ae8ef47e99f req-69b0e9eb-7072-48d2-8f4e-212b45971e79 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 947 time: 0.0703807 Jun 16 16:19:35.358639 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a2f97a9d-2158-4e98-8fed-9ae8ef47e99f req-d15b0a32-b08f-4deb-9326-ffd992d627ca tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365109 Jun 16 16:19:39.690213 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-2629184c-b3f1-4317-a56c-52e4510802f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:40.949383 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c7693-0d20-4ba7-8f91-d96fea5352f3 req-c471435c-44da-415f-b278-9ff1e86ddcb2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:40.950809 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-738c7693-0d20-4ba7-8f91-d96fea5352f3 req-c471435c-44da-415f-b278-9ff1e86ddcb2 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 945 time: 0.0696993 Jun 16 16:19:40.988406 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-738c7693-0d20-4ba7-8f91-d96fea5352f3 req-37416a2f-2183-4071-a61b-d785bfbec7c9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Jun 16 16:19:42.164254 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ba594ce1-6886-4a41-95a3-5c3af2356f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:42.167881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a96cec-8886-4113-bc97-fa793d2aa63d req-e19775c4-8bc2-48f1-9506-8354e940c97b tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:42.169374 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e4a96cec-8886-4113-bc97-fa793d2aa63d req-e19775c4-8bc2-48f1-9506-8354e940c97b tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 945 time: 0.0657058 Jun 16 16:19:42.206695 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e4a96cec-8886-4113-bc97-fa793d2aa63d req-8ec6d628-cc4e-452a-af5a-3440587e1307 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1978ca1-8fd1-4954-b8f6-242aec72e280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Jun 16 16:19:42.358634 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:42.763461 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a324605-7791-4f83-a6e0-09d73d658119 req-027351f7-ca65-4016-8181-d6b764e15f9c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:19:42.764897 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7a324605-7791-4f83-a6e0-09d73d658119 req-027351f7-ca65-4016-8181-d6b764e15f9c tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 945 time: 0.0628123 Jun 16 16:19:42.866109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Deleting port 930d9e85-a482-40de-bbaa-0697adc3a53f {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:42.866367 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:42.954802 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] For port 930d9e85-a482-40de-bbaa-0697adc3a53f, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=930d9e85-a482-40de-bbaa-0697adc3a53f,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:42.955153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:43.125133 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:43.125543 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:43.125735 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Floating IP 1f4d8047-9665-4473-ad9f-b304c20fdef0 disassociated. External IP: 172.28.1.146, port: 930d9e85-a482-40de-bbaa-0697adc3a53f. Jun 16 16:19:43.126081 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Calling delete_port for 930d9e85-a482-40de-bbaa-0697adc3a53f owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:43.306633 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:43.311668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-076554cc-0889-4e9b-b1b3-2e9b4d0c870c tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:43.346095 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event deleted for resources: {'Port': ['ID=930d9e85-a482-40de-bbaa-0697adc3a53f,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:43.377912 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3438579a-b669-44e8-a718-afaf9fd808c6 req-1c83645d-1881-4de6-acbb-a91f2bce2e2f tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 210 time: 0.0421455 Jun 16 16:19:43.381225 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.381604 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.381969 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.382330 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.382688 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.383123 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.383435 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.383813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.384168 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.384539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.384906 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.385230 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:43.390451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:43.445069 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:43.494802 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Router 2779c664-ad45-4189-adde-ecb53d05b041 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:19:43.601357 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:19:43.611393 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:43.621002 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:43.622175 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:19:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:43.645602 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] No DVR routers for this DVR port 930d9e85-a482-40de-bbaa-0697adc3a53f on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:43.648314 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:43.650642 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7a324605-7791-4f83-a6e0-09d73d658119 req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.79 "DELETE /v2.0/ports/930d9e85-a482-40de-bbaa-0697adc3a53f HTTP/1.1" status: 204 len: 173 time: 0.8802705 Jun 16 16:19:43.651301 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'name': 'network-vif-deleted', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:19:43.653681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88b7a4-52a7-4dbb-90a7-53a14eaae084" -d '{"events": [{"server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "name": "network-vif-deleted", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:19:43.739724 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:43.765866 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ac9de3-5b1c-4773-ba62-f844f2d4c05e x-openstack-request-id: req-a8ac9de3-5b1c-4773-ba62-f844f2d4c05e {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:19:43.766748 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222799e2-e593-4f88-90ce-7f72e3760664", "name": "network-vif-deleted", "tag": "930d9e85-a482-40de-bbaa-0697adc3a53f", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:19:43.767048 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8ac9de3-5b1c-4773-ba62-f844f2d4c05e {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:19:43.767510 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222799e2-e593-4f88-90ce-7f72e3760664', 'name': 'network-vif-deleted', 'tag': '930d9e85-a482-40de-bbaa-0697adc3a53f', 'status': 'completed', 'code': 200} Jun 16 16:19:43.953939 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:43.957234 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:43.967586 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:43.968204 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:19:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:44.076342 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:44.395579 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:44.399527 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7dfbfc-9bb2-4b34-93bc-05daa6265f80 None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:14:16Z', 'revision_number': 4, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f949d836-80f4-4824-9048-315517df5905', 'name': '', 'network_id': '7ee95fdc-5706-4254-8e24-11dbc4867738', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'mac_address': 'fa:16:3e:19:e6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:14Z', 'updated_at': '2021-06-16T16:14:26Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'subnets': [{'id': '6f3eb86f-028a-4f48-839e-53427cd5daa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:44.548954 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9bc019a0-98de-4b8e-bde9-140c3ddaa4b9 req-5c992509-8791-4f1b-aa92-441ff519fab9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/ports?device_id=222799e2-e593-4f88-90ce-7f72e3760664 HTTP/1.1" status: 200 len: 210 time: 0.0312185 Jun 16 16:19:44.623405 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f693b-0f08-4e92-842a-f91ff87c3d5a None None] New status for floating IP 1f4d8047-9665-4473-ad9f-b304c20fdef0: DOWN {{(pid=92541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:19:44.930033 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:45.518723 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 930d9e85-a482-40de-bbaa-0697adc3a53f no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:45.538662 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 930d9e85-a482-40de-bbaa-0697adc3a53f {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:45.539017 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 930d9e85-a482-40de-bbaa-0697adc3a53f not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:45.759548 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59512) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:45.813679 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:45.836708 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:45.947393 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:45.950704 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:45.951840 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1978ca1-8fd1-4954-b8f6-242aec72e280 HTTP/1.1" status: 204 len: 168 time: 0.1913061 Jun 16 16:19:45.952701 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2b0b300f-9bdd-4ae1-86ff-1088c77f923d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:45.961066 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59514) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:45.961537 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1978ca1-8fd1-4954-b8f6-242aec72e280,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:45.968153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.968333 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.api.v2.resource [None req-c5baeae1-0195-4d4f-93e1-ca5a58d80b1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] show failed (client error): The resource could not be found. Jun 16 16:19:45.968557 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.968978 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.969317 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-c5baeae1-0195-4d4f-93e1-ca5a58d80b1d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "GET /v2.0/security-groups/c1978ca1-8fd1-4954-b8f6-242aec72e280 HTTP/1.1" status: 404 len: 347 time: 0.0136025 Jun 16 16:19:45.969417 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.969803 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.970172 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.970528 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.970886 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.971242 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.971594 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.972037 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.972144 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59516) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:45.972431 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:45.975963 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:46.092789 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Deleting port 89ff5b4f-045d-4f9f-9190-05e4b7dab1e1 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:46.093129 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:46.170415 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:46.170865 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:46.237566 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Calling delete_port for 89ff5b4f-045d-4f9f-9190-05e4b7dab1e1 owned by network:floatingip {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:46.438309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:46.440584 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-03fdb1ec-252d-4d3e-82e9-fa1734c9efa4 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:46.467565 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Pushing event deleted for resources: {'Port': ['ID=89ff5b4f-045d-4f9f-9190-05e4b7dab1e1,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:46.470708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:46.528519 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks [] for floatingip, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:46.530940 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:46.532081 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] 10.222.0.22 "DELETE /v2.0/floatingips/1f4d8047-9665-4473-ad9f-b304c20fdef0 HTTP/1.1" status: 204 len: 168 time: 0.5591648 Jun 16 16:19:47.765155 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:19:50.618592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59544) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:51.064048 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:51.311848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Deleting port f949d836-80f4-4824-9048-315517df5905 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:51.312192 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:51.407147 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] For port f949d836-80f4-4824-9048-315517df5905, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=f949d836-80f4-4824-9048-315517df5905,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:51.407505 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:51.744457 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Calling delete_port for f949d836-80f4-4824-9048-315517df5905 owned by network:router_interface {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:52.010054 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.012718 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0228b7a8-0d23-4899-bceb-e991746a2a26 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:52.035545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f949d836-80f4-4824-9048-315517df5905,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:52.038723 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:52.197842 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.410878 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Router 2779c664-ad45-4189-adde-ecb53d05b041 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:19:52.528153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:19:52.533582 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] 10.222.0.22 "PUT /v2.0/routers/2779c664-ad45-4189-adde-ecb53d05b041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139841 Jun 16 16:19:52.536106 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59548) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:52.537177 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] Sync routers for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:19:52.548386 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:52.549041 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:19:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:52.646682 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.658167 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:52.759714 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.859056 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232'}], 'enable_snat': True}, 'gw_port_id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:19:51Z', 'revision_number': 5, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port': {'id': '9c3be9cb-a194-4967-9fe5-30ea133cb3f3', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2779c664-ad45-4189-adde-ecb53d05b041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:14:10Z', 'updated_at': '2021-06-16T16:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:52.862741 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] Checking router: 2779c664-ad45-4189-adde-ecb53d05b041 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:19:52.870938 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] Routers {'2779c664-ad45-4189-adde-ecb53d05b041'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:19:52.871579 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:19:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['2779c664-ad45-4189-adde-ecb53d05b041'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:52.898725 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Deleting port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:52.899227 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:52.955695 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] Set router 2779c664-ad45-4189-adde-ecb53d05b041 gateway port host: None {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:19:52.977828 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] For port 9c3be9cb-a194-4967-9fe5-30ea133cb3f3, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:52.978176 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.009496 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:19:52Z', 'revision_number': 6, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port_host': None}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:53.013818 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4980e043-869f-49cf-bff2-687a9120e626 None None] The sync data for ids ['2779c664-ad45-4189-adde-ecb53d05b041'] in dv-cinder-796685-1-smb is: [{'id': '2779c664-ad45-4189-adde-ecb53d05b041', 'name': 'tempest-AttachVolumeTestJSON-1702927081-router', 'tenant_id': '35e3553cdc164d29a5bbfd72def6080c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:14:09Z', 'updated_at': '2021-06-16T16:19:52Z', 'revision_number': 6, 'project_id': '35e3553cdc164d29a5bbfd72def6080c', 'gw_port_host': None}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:19:53.045107 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Calling delete_port for 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 owned by network:router_gateway {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:53.284251 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.286297 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cf2ffb5d-9ae0-4b53-8299-415714b58c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:53.308135 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3be9cb-a194-4967-9fe5-30ea133cb3f3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:53.312281 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:53.376914 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.482949 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.485133 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.598160 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.598842 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2779c664-ad45-4189-adde-ecb53d05b041 {{(pid=92538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:19:53.603299 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.604426 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2779c664-ad45-4189-adde-ecb53d05b041 HTTP/1.1" status: 204 len: 168 time: 1.0673575 Jun 16 16:19:53.607092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59552) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:53.650321 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Deleting subnet 6f3eb86f-028a-4f48-839e-53427cd5daa5 {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:19:53.653862 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.691395 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.768738 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.919335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.921875 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:53.947953 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3eb86f-028a-4f48-839e-53427cd5daa5,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:53.950958 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:53.952310 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:53.954243 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-85ee8be7-9d1a-4a39-ad39-2db54eeb38fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6f3eb86f-028a-4f48-839e-53427cd5daa5 HTTP/1.1" status: 204 len: 168 time: 0.3463323 Jun 16 16:19:53.956695 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59554) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:53.960135 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5ec0b-a3f7-4953-b5fd-2105d89c8bf6 None None] Network 7ee95fdc-5706-4254-8e24-11dbc4867738 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:19:54.044478 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.102592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Deleting port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:54.102931 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.171966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] For port 5db0ca32-8f29-40ea-a935-95ec28c46aa0, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5db0ca32-8f29-40ea-a935-95ec28c46aa0,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:54.171966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.177878 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] DHCP port deletion for 7ee95fdc-5706-4254-8e24-11dbc4867738 request from dv-cinder-796685-1-smb {{(pid=92540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:19:54.223265 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Deleting port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 {{(pid=92540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:19:54.223608 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.235335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Calling delete_port for 5db0ca32-8f29-40ea-a935-95ec28c46aa0 owned by network:dhcp {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:54.288446 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] For port 5db0ca32-8f29-40ea-a935-95ec28c46aa0, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=5db0ca32-8f29-40ea-a935-95ec28c46aa0,segment=NetworkSegment(dea915e3-85e4-413c-90f6-6742673a5aa1),segment_id=dea915e3-85e4-413c-90f6-6742673a5aa1)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:19:54.288877 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.354171 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Calling delete_port for 5db0ca32-8f29-40ea-a935-95ec28c46aa0 owned by network:dhcp {{(pid=92540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:19:54.404627 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.406875 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9c85f65c-bc64-4ca7-b016-955a9e5dc164 tempest-ServerRescueNegativeTestJSON-448314287 tempest-ServerRescueNegativeTestJSON-448314287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:54.432130 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db0ca32-8f29-40ea-a935-95ec28c46aa0,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:54.434663 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:54.437302 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] No DVR routers for this DVR port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 on host dv-cinder-796685-1-smb {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:54.456287 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606'] for port, after_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.458302 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:54.487439 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Pushing event deleted for resources: {'Port': ['ID=5db0ca32-8f29-40ea-a935-95ec28c46aa0,revision_number=None']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:54.489714 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] No DVR routers for this DVR port 5db0ca32-8f29-40ea-a935-95ec28c46aa0 on host dv-cinder-796685-1-smb {{(pid=92540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:19:54.498196 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.498691 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.498691 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.499199 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.499475 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.499849 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.500104 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.500585 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.501095 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.501095 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.501403 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.501810 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:19:54.510672 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:54.542166 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.553963 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee95fdc-5706-4254-8e24-11dbc4867738']}} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:54.569616 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea915e3-85e4-413c-90f6-6742673a5aa1') {'for_net_delete': True} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:54.569893 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.services.segments.db [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea915e3-85e4-413c-90f6-6742673a5aa1') {} {{(pid=92538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:19:54.581030 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2601166'] for segment, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.598810 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.607207 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=92538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:19:54.607610 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3968153'] for segment, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: Traceback (most recent call last): Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: timer() Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: cb(*args, **kw) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: return func(*args, **kwargs) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: self._notify() Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: self.callback(batched_events) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: event.method(event) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: return f(self, *a, **k) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: return self._get(url).json() Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: return self.request(url, 'GET', **kwargs) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:19:54.609682 dv-cinder-796685-1-smb neutron-server[92538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:19:54.694323 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:54.715704 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:54.723482 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 9c3be9cb-a194-4967-9fe5-30ea133cb3f3 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:54.723482 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5db0ca32-8f29-40ea-a935-95ec28c46aa0 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:54.735962 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 5db0ca32-8f29-40ea-a935-95ec28c46aa0 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:54.736321 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 5db0ca32-8f29-40ea-a935-95ec28c46aa0 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:54.736798 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f949d836-80f4-4824-9048-315517df5905 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:19:54.758746 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: f949d836-80f4-4824-9048-315517df5905 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:19:54.768801 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f949d836-80f4-4824-9048-315517df5905 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:19:54.781493 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.785304 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-72ef33c3-c212-4537-87ad-a3137d3250d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:54.788198 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:54.790015 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7ee95fdc-5706-4254-8e24-11dbc4867738 HTTP/1.1" status: 204 len: 168 time: 0.8324108 Jun 16 16:19:54.803087 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee95fdc-5706-4254-8e24-11dbc4867738,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:54.805597 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:55.092109 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59558) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:55.144229 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3ce0309b-40a6-4238-be93-9c79da5a4105 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35e3553cdc164d29a5bbfd72def6080c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507636 Jun 16 16:19:55.146709 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59560) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:19:55.201453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:55.222880 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:55.347401 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:55.350335 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:19:55.351509 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e814dbe7-37e0-40ba-aabe-2e5947dbebd2 HTTP/1.1" status: 204 len: 168 time: 0.2038326 Jun 16 16:19:55.352437 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-51c15161-a2d5-44cf-ae29-49b61e14bf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:19:55.360915 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e814dbe7-37e0-40ba-aabe-2e5947dbebd2,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:19:55.363343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:19:59.581585 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:03.889886 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59662) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:03.999380 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.095217 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.192557 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.192557 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4a857667-f631-46ea-8711-62f5dafff5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:04.227560 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bac531fe80744866a6000cf5dae12cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360527 Jun 16 16:20:04.228790 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed1c35-0106-4690-add2-e9d8ce178bd2,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:04.232257 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59668) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:04.242111 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:04.289433 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.318366 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.444126 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.446947 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:04.448062 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3ed1c35-0106-4690-add2-e9d8ce178bd2 HTTP/1.1" status: 204 len: 168 time: 0.2143970 Jun 16 16:20:04.448870 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e0113d5d-9915-4a6f-b83d-539a7f7c3aa5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:04.457043 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed1c35-0106-4690-add2-e9d8ce178bd2,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:04.459354 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:06.661350 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59710) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:06.777382 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00127ec4-20ed-4545-ba78-3e548a43d7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:06.879481 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00127ec4-20ed-4545-ba78-3e548a43d7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:06.963850 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00127ec4-20ed-4545-ba78-3e548a43d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:06.968090 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c014e5fa-9627-416e-8774-710d8982914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:07.003099 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-00127ec4-20ed-4545-ba78-3e548a43d7aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d17c8a9993a4475b7be6c39f205e349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405054 Jun 16 16:20:07.004095 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00127ec4-20ed-4545-ba78-3e548a43d7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd848f-ac61-464f-ab16-cd01c6454646,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:07.005697 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59714) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:07.007343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-00127ec4-20ed-4545-ba78-3e548a43d7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:07.057380 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:07.078890 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:07.186737 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:07.189534 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:07.190720 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37dd848f-ac61-464f-ab16-cd01c6454646 HTTP/1.1" status: 204 len: 168 time: 0.1840444 Jun 16 16:20:07.191540 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b646d21f-d53e-4bb1-91a6-52953a6afe2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:07.205639 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd848f-ac61-464f-ab16-cd01c6454646,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:07.208360 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5e346d81-17a7-42a1-baa1-24ba027b5ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:07.843975 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59722) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:07.857307 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1c7f-0b77-4d66-b0fd-7565118e39b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:07.991442 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1c7f-0b77-4d66-b0fd-7565118e39b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.056581 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e9d1c7f-0b77-4d66-b0fd-7565118e39b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.060122 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-2a4d91b0-e68c-43d3-85e9-108d234c89ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:08.096863 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4e9d1c7f-0b77-4d66-b0fd-7565118e39b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe210d92253f44099384a94bea1a7f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517030 Jun 16 16:20:08.097988 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d1c7f-0b77-4d66-b0fd-7565118e39b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f18371-555d-4951-88bb-5b0338e90c6b,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:08.100880 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59724) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:08.101458 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4e9d1c7f-0b77-4d66-b0fd-7565118e39b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:08.152632 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.174212 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.312779 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.315371 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:08.316570 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29f18371-555d-4951-88bb-5b0338e90c6b HTTP/1.1" status: 204 len: 168 time: 0.2145398 Jun 16 16:20:08.317449 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-7ab645b8-8f44-47cb-940a-c6a95f94d785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:08.326287 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f18371-555d-4951-88bb-5b0338e90c6b,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:08.328738 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:09.730146 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-61869d09-176c-4118-8e78-9399ed5f45e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:10.974243 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6115d88-82e7-4988-b4ff-ffdc5121c9be req-0019d7e0-eadb-4185-845c-4297de9d847d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:10.975876 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b6115d88-82e7-4988-b4ff-ffdc5121c9be req-0019d7e0-eadb-4185-845c-4297de9d847d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 947 time: 0.0743701 Jun 16 16:20:11.016141 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b6115d88-82e7-4988-b4ff-ffdc5121c9be req-f73fb424-f16d-49af-a3d7-4acb68eb4c79 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330732 Jun 16 16:20:12.199126 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-974067b5-e094-4230-a058-c709f7b6026d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:12.206446 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c078d-f988-4b05-9cd9-1e6f27f70fc2 req-b1f94572-c8bc-473c-a032-b3aa43368b6d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:12.207961 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec7c078d-f988-4b05-9cd9-1e6f27f70fc2 req-b1f94572-c8bc-473c-a032-b3aa43368b6d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 947 time: 0.0691390 Jun 16 16:20:12.259302 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ec7c078d-f988-4b05-9cd9-1e6f27f70fc2 req-b3e7d8b9-983d-4f19-9d57-f0aeeed4068a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424092 Jun 16 16:20:12.381894 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:12.459707 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-8aa81d2b-5081-436b-b4a3-0701e8933afe tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:12.461305 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-8aa81d2b-5081-436b-b4a3-0701e8933afe tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 947 time: 0.0679977 Jun 16 16:20:12.581594 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Deleting port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:12.581967 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:12.724864 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] For port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:12.725263 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:12.918327 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:12.918656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:12.918974 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Floating IP 7053ecc6-d545-42d3-9f12-7ec372092889 disassociated. External IP: 172.28.1.250, port: e6f22f7b-66a1-46e0-9ec7-1e37c0c40136. Jun 16 16:20:12.919331 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Calling delete_port for e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:13.141817 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.146023 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-dc4462bd-67b3-4cf8-81a3-38471f52f2d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:13.172477 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event deleted for resources: {'Port': ['ID=e6f22f7b-66a1-46e0-9ec7-1e37c0c40136,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:13.176033 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:13.305419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:20:13.429502 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-271a6c62-cfd8-4cb3-8227-c95ff4f81950 req-604c307f-f1b4-4fa2-a770-18f0991daa9a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=f46869e3-8948-4a14-8ddf-12941f33ecc7 HTTP/1.1" status: 200 len: 210 time: 0.0389371 Jun 16 16:20:13.438057 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.453520 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:20:13.464874 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:13.475719 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:13.476343 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:13.498363 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] No DVR routers for this DVR port e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:13.501067 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:13.504529 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dfffc1a9-a9ac-4704-ad14-c1a44871785c req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "DELETE /v2.0/ports/e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 HTTP/1.1" status: 204 len: 173 time: 1.0358016 Jun 16 16:20:13.504529 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-deleted', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:13.505940 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf2e423-d113-4808-930b-f2390797c8c0" -d '{"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-deleted", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:13.552435 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f226cff7-df15-4230-b7ff-717d5a6a8538 x-openstack-request-id: req-f226cff7-df15-4230-b7ff-717d5a6a8538 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:13.553813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46869e3-8948-4a14-8ddf-12941f33ecc7", "name": "network-vif-deleted", "tag": "e6f22f7b-66a1-46e0-9ec7-1e37c0c40136", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:13.554644 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f226cff7-df15-4230-b7ff-717d5a6a8538 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:13.555365 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46869e3-8948-4a14-8ddf-12941f33ecc7', 'name': 'network-vif-deleted', 'tag': 'e6f22f7b-66a1-46e0-9ec7-1e37c0c40136', 'status': 'completed', 'code': 200} Jun 16 16:20:13.601836 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:13.833280 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:13.836874 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:13.845941 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:13.846567 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:14.048802 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:14.277705 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:14.281169 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a3e84-1e27-4442-b7fe-329bc95a3ad7 None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:14.526087 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b5f35-a476-4e8c-9ac6-999850953e46 None None] New status for floating IP 7053ecc6-d545-42d3-9f12-7ec372092889: DOWN {{(pid=92540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:20:14.651131 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59818) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:14.712798 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.758998 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.861985 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.864759 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:14.865941 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "DELETE /v2.0/security-groups/18ff7d4d-4bfe-4c4e-8a1a-842c2248c661 HTTP/1.1" status: 204 len: 168 time: 0.2137845 Jun 16 16:20:14.866986 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:14.869743 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59820) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:14.876547 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ff7d4d-4bfe-4c4e-8a1a-842c2248c661,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:14.879153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:14.891241 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.api.v2.resource [None req-e8128be2-4e96-4f73-8792-16b37b7af7a7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] show failed (client error): The resource could not be found. Jun 16 16:20:14.892348 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e8128be2-4e96-4f73-8792-16b37b7af7a7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups/18ff7d4d-4bfe-4c4e-8a1a-842c2248c661 HTTP/1.1" status: 404 len: 347 time: 0.0191069 Jun 16 16:20:14.895974 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 59822) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:14.953026 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.087504 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Deleting port 54d8bf61-a183-4669-affa-430f34b54dbb {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:15.087846 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.163503 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.163837 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.229148 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Calling delete_port for 54d8bf61-a183-4669-affa-430f34b54dbb owned by network:floatingip {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:15.443902 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.446046 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:15.469628 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event deleted for resources: {'Port': ['ID=54d8bf61-a183-4669-affa-430f34b54dbb,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:15.472251 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:15.534582 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.537198 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:15.538554 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "DELETE /v2.0/floatingips/7053ecc6-d545-42d3-9f12-7ec372092889 HTTP/1.1" status: 204 len: 168 time: 0.6412354 Jun 16 16:20:15.639851 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:15.664847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:15.665117 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device e6f22f7b-66a1-46e0-9ec7-1e37c0c40136 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:16.008782 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59836) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:16.014280 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308165468', 'description': 'tempest-description--1241705083'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:16.176104 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.263726 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.352837 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.355429 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-20da038b-7277-420b-b888-a188832fe3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:16.384148 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f52559-41a8-4244-8d48-c7f4c66730b6,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:16.387076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:16.444110 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.445407 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4355998 Jun 16 16:20:16.448353 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59838) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:16.453303 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'security_group_rule': {'security_group_id': 'a4f52559-41a8-4244-8d48-c7f4c66730b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:16.540594 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.610134 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.684989 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.687058 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:16.703636 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d4e2a6-17f2-451d-86f1-c0acfff363bc,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:16.706202 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:16.775823 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.777092 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-da6be5d4-990f-4cfb-9199-48d419c0dd48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274760 Jun 16 16:20:16.780231 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59840) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:16.786167 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'security_group_rule': {'security_group_id': 'a4f52559-41a8-4244-8d48-c7f4c66730b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:16.883855 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:16.949602 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:17.061011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087443'] for security_group_rule, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:17.067279 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:17.084750 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48291563-3f9f-474a-9979-a9437e50c755,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:17.085518 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:17.164000 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:17.165210 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e27e4c14-fe4f-4ecb-a0ff-e50e083c824c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836730 Jun 16 16:20:17.168303 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 59850) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:17.172800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'floatingip': {'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:17.282700 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:17.405016 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:17.811900 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Allocated IP 172.28.1.233 (31c2734d-040a-4666-a5e7-33ac9890953f/8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba/386dc9fc-e8ff-4b1d-a9a6-ae3390e8367d) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:17.917660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.004267 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.006385 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-1ca51d14-b9aa-4515-a9b8-66ec0beab35a tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:18.042100 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Network 31c2734d-040a-4666-a5e7-33ac9890953f is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:18.046917 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:18.050272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:20:18.070796 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'Port': ['ID=386dc9fc-e8ff-4b1d-a9a6-ae3390e8367d,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:18.074622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:18.140694 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.273237 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.427023 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.478108 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.480653 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-46c49f41-9bdd-4cf1-b20a-caba6b4a79b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:18.545871 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'Port': ['ID=386dc9fc-e8ff-4b1d-a9a6-ae3390e8367d,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:18.549730 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:18.558213 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.627011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:18.628414 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4590406 Jun 16 16:20:18.848562 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-28028888-80ae-44bd-9fbc-d9d910807caf tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--308165468&fields=id&tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 267 time: 0.0400944 Jun 16 16:20:18.953487 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-e3ec99db-7144-42f4-8db9-6ee7e1268e78 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:18.954963 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-e3ec99db-7144-42f4-8db9-6ee7e1268e78 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 816 time: 0.0992842 Jun 16 16:20:18.971395 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-38223d44-8564-499a-a3d2-86435ce7235f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/quotas/0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 375 time: 0.0096025 Jun 16 16:20:19.048009 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-e7688c4b-da67-4a6d-b6f1-d75c33bde843 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727122 Jun 16 16:20:19.228825 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-20bd220a-7701-4b88-a03c-9d68031ea50e service neutron] 10.222.0.22 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681983 Jun 16 16:20:19.333659 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-c6b784b0-dd91-4934-84b0-0ddbcc857831 service neutron] 10.222.0.22 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984373 Jun 16 16:20:19.601642 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-79ccf690-8095-46e0-9b5e-150e32fcf89b req-6228084b-134a-4d18-b9d8-b573ff57eb45 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Jun 16 16:20:20.750007 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4d5dd615-d119-4bba-aefb-7956493ee283 req-1364b3c8-4938-424e-b36a-6a8e09df52e1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Jun 16 16:20:21.728443 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-31d1b244-b4ff-4b13-a158-cfb7a0e1c17a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:21.730098 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-31d1b244-b4ff-4b13-a158-cfb7a0e1c17a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 816 time: 0.1121683 Jun 16 16:20:21.773923 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-c2c045b0-4584-4539-8dc2-dc876490a98a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 379 time: 0.0350399 Jun 16 16:20:21.782861 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'port': {'device_id': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'admin_state_up': True, 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'security_groups': ['a4f52559-41a8-4244-8d48-c7f4c66730b6']}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:21.928161 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5889c8f9-e48e-4421-b8fe-08deb77cf36b req-27fd8d8a-9370-4884-bbfe-2f67c0566704 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 210 time: 0.0365801 Jun 16 16:20:22.061616 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Made reservation on behalf of 0ea6080e8dbb42ea9a5137ac1d892f8e for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:20:22.066429 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:22.233027 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Allocated IP 172.20.0.10 (6047a2d5-595a-40c2-9969-4d681caf289b/e5564b19-e70f-4576-9a30-bc8952ca2eb9/81624bfc-3836-4ae1-8b13-23835188b4b9) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:20:22.385361 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:22.410603 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Transition to ACTIVE for port object 81624bfc-3836-4ae1-8b13-23835188b4b9 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:20:22.490496 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:22.494750 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-30ff0121-0e16-43bd-af1d-d576609557fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:22.534192 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Network 6047a2d5-595a-40c2-9969-4d681caf289b is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:20:22.537889 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:20:22.545403 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:20:22.571590 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:22.576310 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:22.614604 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:22.615865 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:22.724429 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9457378 Jun 16 16:20:22.738177 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Request body: {'port': {'device_id': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:22.867816 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.055895 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-e8bd9d4d-01ab-4668-927d-69e2b5449730 None None] Provisioning for port 81624bfc-3836-4ae1-8b13-23835188b4b9 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:20:23.059951 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-e8bd9d4d-01ab-4668-927d-69e2b5449730 None None] Provisioning complete for port 81624bfc-3836-4ae1-8b13-23835188b4b9 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:20:23.060335 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e8bd9d4d-01ab-4668-927d-69e2b5449730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.100609 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd9d4d-01ab-4668-927d-69e2b5449730 None None] Port 81624bfc-3836-4ae1-8b13-23835188b4b9 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:20:23.139161 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f371-7633-411f-934f-ca5c02cccd2a req-ef28d537-3bc0-4d8b-851a-b110e1c88792 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:23.141058 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d596f371-7633-411f-934f-ca5c02cccd2a req-ef28d537-3bc0-4d8b-851a-b110e1c88792 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 932 time: 0.0891633 Jun 16 16:20:23.214628 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d596f371-7633-411f-934f-ca5c02cccd2a req-bd13a022-2974-4030-a273-4ea6d2fc811f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632670 Jun 16 16:20:23.226051 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81624bfc-3836-4ae1-8b13-23835188b4b9 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:20:23.234954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.256433 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Transition to ACTIVE for port object 81624bfc-3836-4ae1-8b13-23835188b4b9 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:20:23.336156 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.338834 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7657c7aa-32e7-429f-bb48-8bc0148b7a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:23.436800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:23.436800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:23.520299 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Attempting to bind port 81624bfc-3836-4ae1-8b13-23835188b4b9 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:20:23.520824 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Attempting to bind port 81624bfc-3836-4ae1-8b13-23835188b4b9 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:20:23.521075 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Attempting to bind port 81624bfc-3836-4ae1-8b13-23835188b4b9 on network 6047a2d5-595a-40c2-9969-4d681caf289b {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:20:23.526019 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Port 81624bfc-3836-4ae1-8b13-23835188b4b9 on network 6047a2d5-595a-40c2-9969-4d681caf289b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:20:23.526359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Attempting to bind port 81624bfc-3836-4ae1-8b13-23835188b4b9 on network 6047a2d5-595a-40c2-9969-4d681caf289b {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:20:23.532230 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:20:23.532605 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Checking segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:20:23.532995 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Bound using segment: {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:20:23.533448 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Bound port: 81624bfc-3836-4ae1-8b13-23835188b4b9, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14392031-1e3c-4e1d-9fe3-54e452a3d933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:20:23.533796 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.606127 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:20:23.609779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:20:23.696332 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.698517 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3c100fa8-8256-41c1-8c8a-5ac08ce903d1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:23.737847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:23.738407 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:23.739806 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] 10.222.0.79 "PUT /v2.0/ports/81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 1094 time: 1.0067482 Jun 16 16:20:23.740358 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:23.742686 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96" -d '{"events": [{"name": "network-changed", "server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:23.775168 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:23.779036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-ddaa6dec-2ad7-452f-ad4a-13655b6cc033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:23.784714 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d07560-6301-45a4-b50d-845f09844511 x-openstack-request-id: req-a6d07560-6301-45a4-b50d-845f09844511 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:23.785884 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:23.785884 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6d07560-6301-45a4-b50d-845f09844511 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:23.786403 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'status': 'completed', 'code': 200} Jun 16 16:20:23.872047 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96 req-a985206c-d5ea-4202-86a4-f124d5ff9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:23.874024 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96 req-a985206c-d5ea-4202-86a4-f124d5ff9f40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1097 time: 0.0651748 Jun 16 16:20:23.994329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96 req-160dafae-3458-4631-8758-4430bebb7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:23.995806 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96 req-160dafae-3458-4631-8758-4430bebb7f46 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1144857 Jun 16 16:20:24.098896 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96 req-9bf9bfd0-75c5-45ef-9418-5b7ad5e53fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:24.100333 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-36c6a30a-fa2d-4c61-bf6e-13293cf52a96 req-9bf9bfd0-75c5-45ef-9418-5b7ad5e53fa8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978508 Jun 16 16:20:24.196359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-0724ffa0-53ac-4abd-8aa2-1414f0c9ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:24.197761 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-0724ffa0-53ac-4abd-8aa2-1414f0c9ed61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1097 time: 0.0552938 Jun 16 16:20:24.248150 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-d45f9e85-5793-40f6-9f71-304275ee28d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0424480 Jun 16 16:20:24.299475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-2b983894-57bf-4e87-beb2-c8d6906c47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:24.301212 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-2b983894-57bf-4e87-beb2-c8d6906c47d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0470095 Jun 16 16:20:24.372682 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-1fe03194-38cc-4233-944e-ff6c56b63564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:24.374571 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-1fe03194-38cc-4233-944e-ff6c56b63564 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678716 Jun 16 16:20:24.423423 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22403-f009-40c5-b2dd-0548c6cd285a req-a46874cf-ea4e-4bb5-84b6-2137aa7eb449 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:24.426126 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f8e22403-f009-40c5-b2dd-0548c6cd285a req-a46874cf-ea4e-4bb5-84b6-2137aa7eb449 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0817142 Jun 16 16:20:24.477964 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f8e22403-f009-40c5-b2dd-0548c6cd285a req-601649db-3a29-4991-b9f0-592b398ef9ba tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467527 Jun 16 16:20:24.489234 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-d8560ff4-680b-405b-9235-fe43acf61e85 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080608 Jun 16 16:20:24.587870 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7c2d1ef4-4575-42a1-aa33-bd4234441eeb req-d2b9839e-d1c0-4309-a4b7-f9cb0ac174e6 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907547 Jun 16 16:20:24.764888 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:20:25.677820 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78a44d-f3e4-4da6-8c84-975e0585b836 req-f43e0697-8e72-4b4c-b77a-cdac89518f73 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:25.679243 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ba78a44d-f3e4-4da6-8c84-975e0585b836 req-f43e0697-8e72-4b4c-b77a-cdac89518f73 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0738103 Jun 16 16:20:25.721574 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ba78a44d-f3e4-4da6-8c84-975e0585b836 req-969400fa-af7a-429c-9817-51569811d0e8 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365448 Jun 16 16:20:26.909992 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b61d2-8bdc-45da-a0e6-b68de79f882a req-d089534c-f079-4c75-9303-6f9c194f9ab8 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:26.911594 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-815b61d2-8bdc-45da-a0e6-b68de79f882a req-d089534c-f079-4c75-9303-6f9c194f9ab8 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0709128 Jun 16 16:20:26.952081 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-815b61d2-8bdc-45da-a0e6-b68de79f882a req-0d0eefd3-fd94-41cc-bbde-26eaa4effe3a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Jun 16 16:20:27.703066 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:20:27.817665 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:27.830235 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'mac_address': 'fa:16:3e:3c:78:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:20:27.881064 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:27.897316 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81624bfc-3836-4ae1-8b13-23835188b4b9 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:20:27.918711 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:28.017268 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:28.022303 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-12fa3ade-92b7-45a0-afea-40ee8728ce6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:28.091552 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:28.096465 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:28.149695 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd914c91-fd85-4211-8464-5c894d8f923d req-9c390310-2024-4fc9-be34-7dec03bef86a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:28.151298 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bd914c91-fd85-4211-8464-5c894d8f923d req-9c390310-2024-4fc9-be34-7dec03bef86a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 945 time: 0.0694723 Jun 16 16:20:28.202595 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bd914c91-fd85-4211-8464-5c894d8f923d req-6f9f3f7e-8180-418a-9518-d003d7467ce6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434132 Jun 16 16:20:28.244136 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['81624bfc-3836-4ae1-8b13-23835188b4b9'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:20:29.427292 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04a181-7be1-4aef-91d1-08fa6fec3135 req-4284072b-fc17-4573-a5f1-4555098fce61 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:29.430354 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ea04a181-7be1-4aef-91d1-08fa6fec3135 req-4284072b-fc17-4573-a5f1-4555098fce61 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 945 time: 0.0801783 Jun 16 16:20:29.469879 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ea04a181-7be1-4aef-91d1-08fa6fec3135 req-d002464a-217d-449d-9578-c0fa159413b8 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346582 Jun 16 16:20:29.570781 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60000) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:29.604372 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.677747 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.718056 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:20:29.781668 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.832720 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 81624bfc-3836-4ae1-8b13-23835188b4b9 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:20:29.836743 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 81624bfc-3836-4ae1-8b13-23835188b4b9 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:20:29.837186 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.923250 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.923897 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:29.927936 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-2a7f2921-bb8a-41a4-8f27-dcda8bec893e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:29.948855 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:29.951125 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e0569-d333-48ad-ba32-24c4eeb9a47c" -d '{"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-plugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:29.973560 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19cc87c949d54284a356e234d6595b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981798 Jun 16 16:20:29.973560 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1d277-2776-41ef-84d7-bf4736608f46,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:29.975873 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:29.976142 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60008) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:29.990204 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:30.034121 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.055970 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.056511 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.060315 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-6995b0db-0091-48a3-a5eb-f67fc12b002e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:30.121193 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:30.125106 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:30.127907 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17c78f-ba43-4a73-bfc0-b005b9fa7378 x-openstack-request-id: req-7b17c78f-ba43-4a73-bfc0-b005b9fa7378 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:30.128198 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-plugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:30.128477 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b17c78f-ba43-4a73-bfc0-b005b9fa7378 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:30.128926 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'code': 200} Jun 16 16:20:30.187508 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.190149 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:30.191283 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ee1d277-2776-41ef-84d7-bf4736608f46 HTTP/1.1" status: 204 len: 168 time: 0.2157271 Jun 16 16:20:30.192089 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-00ac23d0-ba18-4066-b4b5-63af4e1d41ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:30.200096 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1d277-2776-41ef-84d7-bf4736608f46,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:30.208627 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-850fdee3-1c44-4614-a527-dafc1f4bb821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:30.502037 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6112f-ffa1-4a7f-9b74-ce3eb85846e8 req-c69ed4fe-7d8b-4cce-8ce7-d0fe357a29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:30.503005 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2cc6112f-ffa1-4a7f-9b74-ce3eb85846e8 req-c69ed4fe-7d8b-4cce-8ce7-d0fe357a29de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1099 time: 0.0590527 Jun 16 16:20:30.538852 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2cc6112f-ffa1-4a7f-9b74-ce3eb85846e8 req-90f422df-48f6-4f54-b4a3-3e5b5b740d28 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297356 Jun 16 16:20:30.656741 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c246967-494a-42d7-aff7-e4fc00274138 req-9d62b702-62f7-4f59-a6c8-3c469bacb55a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:30.658784 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6c246967-494a-42d7-aff7-e4fc00274138 req-9d62b702-62f7-4f59-a6c8-3c469bacb55a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0647123 Jun 16 16:20:30.703557 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-6c246967-494a-42d7-aff7-e4fc00274138 req-e364b4be-b1c8-4691-80fe-a59684dcec8f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387893 Jun 16 16:20:30.810124 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60016) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:30.826659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.144880 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.255691 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.258382 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2da3801a-51a9-4b92-86e3-00e14629b47e tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:31.293295 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492a8e82-72a2-4674-a175-d2aac5a4a73c,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:31.297409 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de233c582c094920ad868653ea026657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863138 Jun 16 16:20:31.298293 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:31.301853 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60018) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:31.351173 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.371848 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.512580 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.515799 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:31.516946 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/492a8e82-72a2-4674-a175-d2aac5a4a73c HTTP/1.1" status: 204 len: 168 time: 0.2141385 Jun 16 16:20:31.517815 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-86d2c802-f2e9-4440-9338-62bfa866c9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:31.526280 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492a8e82-72a2-4674-a175-d2aac5a4a73c,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:31.528681 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:31.893193 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a09eb6-e6ac-4139-995b-49981556954a req-e2586dc9-99c4-4f00-a144-f5996bbf071a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:31.894902 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-13a09eb6-e6ac-4139-995b-49981556954a req-e2586dc9-99c4-4f00-a144-f5996bbf071a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0705829 Jun 16 16:20:31.932625 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-13a09eb6-e6ac-4139-995b-49981556954a req-f35d6f6a-eb4e-4022-a2ef-97b831833eed tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Jun 16 16:20:32.112776 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7f161-e8c3-4dd7-b594-33e6c790a4b5 req-0c9b081f-1b0c-428b-9860-30951088e7cb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:32.114286 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f7d7f161-e8c3-4dd7-b594-33e6c790a4b5 req-0c9b081f-1b0c-428b-9860-30951088e7cb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0664060 Jun 16 16:20:32.122829 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60034) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:32.127753 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Request body: {'floatingip': {'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:20:32.171332 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:32.601057 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:32.666629 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:32.768354 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Floating IP b325e090-569b-4699-8a39-b3350f5d5752 associated. External IP: 172.28.1.233, port: 81624bfc-3836-4ae1-8b13-23835188b4b9. Jun 16 16:20:32.980250 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:20:33.090064 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:20:33.095569 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:33.100397 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:33.118897 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:33.119536 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:33.138444 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-76676ce3-37e3-4455-b082-1f6748532b6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "PUT /v2.0/floatingips/b325e090-569b-4699-8a39-b3350f5d5752 HTTP/1.1" status: 200 len: 992 time: 1.0115404 Jun 16 16:20:33.138444 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:33.139078 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b217a31-7c0d-40ae-915e-632e141794a2" -d '{"events": [{"name": "network-changed", "server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:33.188342 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69734c7-0416-43ec-b11a-33fcd304e9f2 x-openstack-request-id: req-f69734c7-0416-43ec-b11a-33fcd304e9f2 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:33.188779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:33.189136 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f69734c7-0416-43ec-b11a-33fcd304e9f2 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:33.189636 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'status': 'completed', 'code': 200} Jun 16 16:20:33.225360 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:33.276416 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-93844df0-c913-455a-8be1-d309c75dffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:33.278117 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-93844df0-c913-455a-8be1-d309c75dffc7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1099 time: 0.0685024 Jun 16 16:20:33.374351 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-914eb55c-0de3-45ae-8738-8432bfdab8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:33.375845 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-914eb55c-0de3-45ae-8738-8432bfdab8e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0903034 Jun 16 16:20:33.456098 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-4454fd8d-2d49-4bfd-9109-25f4241879fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0728190 Jun 16 16:20:33.486226 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': 'b325e090-569b-4699-8a39-b3350f5d5752', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'mac_address': 'fa:16:3e:3c:78:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:20:18Z', 'updated_at': '2021-06-16T16:20:32Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:33.490198 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:33.498816 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:33.499456 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:33.615054 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:33.787863 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-0a5c61c7-d008-4737-82ce-4c8d9c88c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:33.789032 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-0a5c61c7-d008-4737-82ce-4c8d9c88c574 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.3270924 Jun 16 16:20:33.856021 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-6a58d303-9293-48ce-b07a-9b8192edf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:33.857712 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-6a58d303-9293-48ce-b07a-9b8192edf446 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0613122 Jun 16 16:20:33.866940 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': 'b325e090-569b-4699-8a39-b3350f5d5752', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'mac_address': 'fa:16:3e:3c:78:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:20:18Z', 'updated_at': '2021-06-16T16:20:32Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:33.870725 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f391f0e-07e4-4104-8528-743f790cc45f None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_floatingips': [{'id': 'b325e090-569b-4699-8a39-b3350f5d5752', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'floating_ip_address': '172.28.1.233', 'floating_network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'router_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'mac_address': 'fa:16:3e:3c:78:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:20:18Z', 'updated_at': '2021-06-16T16:20:32Z', 'revision_number': 1, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:33.969612 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-097e4121-4dbb-483f-8c06-8047523f6d5e service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049771 Jun 16 16:20:34.067385 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8b217a31-7c0d-40ae-915e-632e141794a2 req-f5c87e4a-d7ee-4715-8981-398a10bb11bb service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918715 Jun 16 16:20:34.089050 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7a452-30be-45cf-8b45-9fd340979ecc None None] New status for floating IP b325e090-569b-4699-8a39-b3350f5d5752: ACTIVE {{(pid=92540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:20:39.729379 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-4d32f77f-d6aa-47a6-8197-9ee1a4fd1ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:42.180106 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-27dce99b-8ed9-412b-8b68-b1a91d953041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:42.403301 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:43.449470 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:44.958176 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.221204 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60178) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:45.325065 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.412517 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.448586 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60182) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:45.483128 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.485678 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6f0b89fe-5cee-4f05-a19d-f0c09c5c1b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:45.523843 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=973ea5cbc72c48d2af4ea3791bb20eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993042 Jun 16 16:20:45.524050 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e04e453-fe76-4a6d-892e-6e434d5686b2,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:45.527306 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:45.527977 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60186) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:45.579590 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.602240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.621076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Deleting port 0a076ca0-f18b-4bbf-ba3a-1f5ce98fd5fb {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:45.621422 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.706058 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.707539 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.707868 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.708934 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.710127 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e04e453-fe76-4a6d-892e-6e434d5686b2 HTTP/1.1" status: 204 len: 168 time: 0.1812043 Jun 16 16:20:45.710998 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c85e3238-e67b-4fcc-97cf-364c706d58f8 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:45.719174 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e04e453-fe76-4a6d-892e-6e434d5686b2,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:45.721535 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-2232bb93-3eea-47d6-9c8a-d79bfe32a9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:45.777349 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Calling delete_port for 0a076ca0-f18b-4bbf-ba3a-1f5ce98fd5fb owned by network:floatingip {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:45.968855 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:45.972195 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:46.000119 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event deleted for resources: {'Port': ['ID=0a076ca0-f18b-4bbf-ba3a-1f5ce98fd5fb,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:46.008592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.009212 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.010388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.010388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.010388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.011476 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.011476 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.011476 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.011830 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.011970 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.012316 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.012666 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.019426 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:46.076571 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for floatingip, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.076914 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Floating IP 977715e5-1049-4de7-bb2a-8c60f88847d6 disassociated (deleted). External IP: 172.28.1.237, port: df4b68a3-9793-40be-9f7e-796e400d2daa. Jun 16 16:20:46.285422 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Router 72301325-283c-4386-a75e-ab044e68c437 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:20:46.394802 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:20:46.399254 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.406048 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829dc478-b05a-4822-a3c3-67101844815a None None] Sync routers for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:46.415594 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:46.416146 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:46.434459 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60192) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:46.438870 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-84507079-bf09-490f-a734-dae9f09274be tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "DELETE /v2.0/floatingips/977715e5-1049-4de7-bb2a-8c60f88847d6 HTTP/1.1" status: 204 len: 168 time: 0.9891958 Jun 16 16:20:46.439619 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:46.443294 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208f180-15cd-4d4e-b4e9-7b32edd3e077" -d '{"events": [{"name": "network-changed", "server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:46.491839 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.533153 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8368bed7-86b7-48de-9e12-a2b1938098b4 x-openstack-request-id: req-8368bed7-86b7-48de-9e12-a2b1938098b4 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:46.533642 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:46.533752 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:46.534092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8368bed7-86b7-48de-9e12-a2b1938098b4 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:46.535247 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'status': 'completed', 'code': 200} Jun 16 16:20:46.645463 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.661778 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-b50c9b01-ad0a-4b0a-8029-3647d99a786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.663828 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-b50c9b01-ad0a-4b0a-8029-3647d99a786e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6ece348f5a4657828d414e5733414f&device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 1098 time: 0.0985487 Jun 16 16:20:46.741120 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.745036 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d9d29f46-88fb-4bf4-b500-0a5b43714518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:46.782671 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43fe6f1-68e8-4207-a0fe-abb63dbecd28,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:46.790290 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:46.793214 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.793808 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.794115 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829dc478-b05a-4822-a3c3-67101844815a None None] Checking router: 72301325-283c-4386-a75e-ab044e68c437 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:46.794566 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.795088 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.795607 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.796695 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.797208 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.797723 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.798240 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.798760 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.799292 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.799817 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:46.819334 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:46.820105 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:46.827529 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:46.845022 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-81a290ee-8981-490b-9efe-da7b06fe2e08 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56b8aaf3eb7d43c79f6c0148e5c81b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086370 Jun 16 16:20:46.848259 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60200) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:46.867775 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-e542784b-3ab4-4f58-aad6-b4449ffa8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.870929 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-e542784b-3ab4-4f58-aad6-b4449ffa8d43 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 200 len: 910 time: 0.1968274 Jun 16 16:20:46.914037 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.922068 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-cf43a2e4-8f52-4f99-b269-93092c76ba29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 200 len: 217 time: 0.0421920 Jun 16 16:20:46.947832 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:46.948020 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:46.989966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-f7c834d3-a3cc-4a48-ba41-5ca7f90f19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:46.992283 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-f7c834d3-a3cc-4a48-ba41-5ca7f90f19c8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 200 len: 848 time: 0.0638702 Jun 16 16:20:47.054872 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:47.057375 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:47.058581 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f43fe6f1-68e8-4207-a0fe-abb63dbecd28 HTTP/1.1" status: 204 len: 168 time: 0.2093005 Jun 16 16:20:47.060404 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3512ebe9-2e89-4972-aea4-744a00c3b8e9 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:47.068813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-fd41ad78-b6f5-43e7-8bc4-399ffa88fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.071056 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43fe6f1-68e8-4207-a0fe-abb63dbecd28,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:47.073728 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:47.078350 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-fd41ad78-b6f5-43e7-8bc4-399ffa88fda2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d50c4d77-5b45-4db5-885d-4f7903d1a79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710123 Jun 16 16:20:47.150612 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e93d-709e-443c-8abf-49fe5594c221 req-67ae305a-5497-40dc-9682-18f64f4e7250 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:47.153577 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94f3e93d-709e-443c-8abf-49fe5594c221 req-67ae305a-5497-40dc-9682-18f64f4e7250 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0940490 Jun 16 16:20:47.181686 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-24b382cf-d42a-490c-ba15-bf2b24d54ae1 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998704 Jun 16 16:20:47.183958 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-829dc478-b05a-4822-a3c3-67101844815a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:47.187931 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829dc478-b05a-4822-a3c3-67101844815a None None] The sync data for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb is: [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': '4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6', 'name': '', 'network_id': 'd50c4d77-5b45-4db5-885d-4f7903d1a79b', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'mac_address': 'fa:16:3e:74:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:45Z', 'updated_at': '2021-06-16T16:15:51Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'subnets': [{'id': '62d53e25-750b-4dce-b498-bc2f3feabafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:47.203305 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94f3e93d-709e-443c-8abf-49fe5594c221 req-83b04a17-c1de-4bd6-be7e-8db2fd68df80 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Jun 16 16:20:47.286134 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4208f180-15cd-4d4e-b4e9-7b32edd3e077 req-cfbc1ba5-0ec8-4b48-86fb-4829b32441c7 service neutron] 10.222.0.79 "GET /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914528 Jun 16 16:20:47.415591 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25cc54-c7a9-49a7-8d9f-0cf1c3515d83 None None] New status for floating IP 977715e5-1049-4de7-bb2a-8c60f88847d6: DOWN {{(pid=92540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:20:47.839488 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60210) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:47.854200 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:47.951836 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.013920 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.016987 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f7c331ce-8008-4480-ac02-d7291a753880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:48.051889 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a887e55bba44928a72e4574a65293ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112074 Jun 16 16:20:48.052832 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8414a186-8784-4a9f-bca6-efdaf99f9916,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:48.055296 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60212) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:48.056018 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:48.110162 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.133249 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.294628 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.298068 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.302136 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8414a186-8784-4a9f-bca6-efdaf99f9916 HTTP/1.1" status: 204 len: 168 time: 0.2453091 Jun 16 16:20:48.302975 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b0095ec5-ab21-4b56-930e-aa361407d458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:48.310588 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8414a186-8784-4a9f-bca6-efdaf99f9916,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:48.318174 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:48.390529 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b0b8-a67f-4f09-ba26-660fe4ad4c85 req-ce367616-15f2-4e4b-9187-4307815fddf9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.392201 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5565b0b8-a67f-4f09-ba26-660fe4ad4c85 req-ce367616-15f2-4e4b-9187-4307815fddf9 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0716887 Jun 16 16:20:48.423002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-eb5b9e1c-1ed3-4576-a94f-f1ce145f79ad tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:20:48.424534 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-eb5b9e1c-1ed3-4576-a94f-f1ce145f79ad tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.79 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 945 time: 0.0932496 Jun 16 16:20:48.441076 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5565b0b8-a67f-4f09-ba26-660fe4ad4c85 req-4e954764-635d-4223-9dc7-7577873f9cc1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c969979-f42a-4008-affb-40bfe54a163d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382519 Jun 16 16:20:48.539652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Deleting port df4b68a3-9793-40be-9f7e-796e400d2daa {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:48.539999 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.636879 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] For port df4b68a3-9793-40be-9f7e-796e400d2daa, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=df4b68a3-9793-40be-9f7e-796e400d2daa,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:48.637229 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.701854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Calling delete_port for df4b68a3-9793-40be-9f7e-796e400d2daa owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:48.950720 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:48.950870 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:48.978125 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event deleted for resources: {'Port': ['ID=df4b68a3-9793-40be-9f7e-796e400d2daa,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:48.981532 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:49.029127 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] No DVR routers for this DVR port df4b68a3-9793-40be-9f7e-796e400d2daa on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:49.032053 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:49.034104 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ec5ca93-72eb-4de8-bf16-4b3c5af96fcd req-3877bb42-be62-4abe-b2bc-c3f566c470a1 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.79 "DELETE /v2.0/ports/df4b68a3-9793-40be-9f7e-796e400d2daa HTTP/1.1" status: 204 len: 173 time: 0.6043067 Jun 16 16:20:49.034622 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-deleted', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:20:49.036966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe20f2-6992-439a-a359-6fb7a51533dc" -d '{"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-deleted", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:20:49.096434 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a265c30c-5067-41aa-8f91-6c7602396e2b x-openstack-request-id: req-a265c30c-5067-41aa-8f91-6c7602396e2b {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:20:49.097154 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39c8290-1a66-4919-a2b7-59b00001677b", "name": "network-vif-deleted", "tag": "df4b68a3-9793-40be-9f7e-796e400d2daa", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:20:49.097314 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a265c30c-5067-41aa-8f91-6c7602396e2b {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:20:49.097756 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39c8290-1a66-4919-a2b7-59b00001677b', 'name': 'network-vif-deleted', 'tag': 'df4b68a3-9793-40be-9f7e-796e400d2daa', 'status': 'completed', 'code': 200} Jun 16 16:20:49.588874 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c6a27576-d983-4495-9a3f-c5b545a38b6c req-f64ceff7-03cd-407e-b214-0cd2915e22f3 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39c8290-1a66-4919-a2b7-59b00001677b HTTP/1.1" status: 200 len: 210 time: 0.0288491 Jun 16 16:20:50.683099 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60272) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:50.740341 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:50.768624 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:50.899538 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:50.902109 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:50.903236 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c969979-f42a-4008-affb-40bfe54a163d HTTP/1.1" status: 204 len: 168 time: 0.2191222 Jun 16 16:20:50.904107 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-9272d1a5-94f6-421a-b4cb-078717907d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:50.913406 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c969979-f42a-4008-affb-40bfe54a163d,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:50.916248 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c4acaba7-f377-4b81-99ad-28b7044d5804 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:51.017572 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60284) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:51.557541 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:51.807752 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60304) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:51.826273 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Deleting port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:51.826617 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:51.867742 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:51.888395 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: df4b68a3-9793-40be-9f7e-796e400d2daa {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:51.888778 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device df4b68a3-9793-40be-9f7e-796e400d2daa not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:51.914558 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] For port 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:51.919899 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:51.920024 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e4d72ca5-5686-4c10-999c-d72390447eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:51.986546 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Calling delete_port for 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 owned by network:router_interface {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:52.011661 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e4d72ca5-5686-4c10-999c-d72390447eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.065926 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e4d72ca5-5686-4c10-999c-d72390447eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.069495 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4e12854d-38e8-4d32-900e-87db02efbbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:52.104731 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e4d72ca5-5686-4c10-999c-d72390447eec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbdb0871b0b843d78cea15a2a94acf40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946758 Jun 16 16:20:52.105768 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d72ca5-5686-4c10-999c-d72390447eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89831fdc-d972-4f46-82df-bcabd651f355,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:52.108131 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60308) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:52.110408 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e4d72ca5-5686-4c10-999c-d72390447eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:52.169222 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.193523 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.238069 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.240994 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-8bab808f-cc0b-4ea8-a4d8-163c31283f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:52.265933 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:52.288123 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:52.323184 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.326030 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.327858 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89831fdc-d972-4f46-82df-bcabd651f355 HTTP/1.1" status: 204 len: 168 time: 0.2186527 Jun 16 16:20:52.328580 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-ef0fff3d-5e2e-4a7b-b3b9-c361a40fbe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:52.342030 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89831fdc-d972-4f46-82df-bcabd651f355,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:52.351524 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:52.450343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.923433 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60316) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:52.939434 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a6539fd8-9394-4a4b-b5ad-7aad921ae78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:52.955992 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Router 72301325-283c-4386-a75e-ab044e68c437 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:20:53.027926 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a6539fd8-9394-4a4b-b5ad-7aad921ae78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.070695 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:20:53.075663 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] 10.222.0.22 "PUT /v2.0/routers/72301325-283c-4386-a75e-ab044e68c437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562968 Jun 16 16:20:53.078355 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60318) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:53.078827 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] Sync routers for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:53.087945 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:53.088606 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:53.117386 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a6539fd8-9394-4a4b-b5ad-7aad921ae78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.162760 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-38a02b8c-04d8-46e0-8305-3764e6a04a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:53.216698 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a6539fd8-9394-4a4b-b5ad-7aad921ae78f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8e8a8f7799e4b6eafe04dcb9a610517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920468 Jun 16 16:20:53.219814 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6539fd8-9394-4a4b-b5ad-7aad921ae78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f4328d-43ee-4d5b-8884-de062e1fb833,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:53.220204 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60320) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:53.226092 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a6539fd8-9394-4a4b-b5ad-7aad921ae78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:53.247709 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks [] for router, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.282542 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.286888 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:53.306086 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.355339 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.459560 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.462241 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.463357 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9f4328d-43ee-4d5b-8884-de062e1fb833 HTTP/1.1" status: 204 len: 168 time: 0.2417161 Jun 16 16:20:53.464147 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a89c8e3a-96e6-471e-86d2-3d03dbb3f948 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:53.465763 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235'}], 'enable_snat': True}, 'gw_port_id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:20:52Z', 'revision_number': 5, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port': {'id': '138c87a4-995a-42e3-a610-7db322b28ce4', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72301325-283c-4386-a75e-ab044e68c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:41Z', 'updated_at': '2021-06-16T16:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:53.470056 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] Checking router: 72301325-283c-4386-a75e-ab044e68c437 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:53.478854 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] Routers {'72301325-283c-4386-a75e-ab044e68c437'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:53.479468 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['72301325-283c-4386-a75e-ab044e68c437'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:53.487176 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f4328d-43ee-4d5b-8884-de062e1fb833,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:53.489020 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-35927577-106a-4c2f-bb19-057f4a840594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:53.537027 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Deleting port 138c87a4-995a-42e3-a610-7db322b28ce4 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:53.537377 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.573800 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] Set router 72301325-283c-4386-a75e-ab044e68c437 gateway port host: None {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:53.636549 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] For port 138c87a4-995a-42e3-a610-7db322b28ce4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=138c87a4-995a-42e3-a610-7db322b28ce4,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:53.636910 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.640966 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:20:53Z', 'revision_number': 6, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port_host': None}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:53.644583 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168fadf-ff3f-403f-8506-c2148221b228 None None] The sync data for ids ['72301325-283c-4386-a75e-ab044e68c437'] in dv-cinder-796685-1-smb is: [{'id': '72301325-283c-4386-a75e-ab044e68c437', 'name': 'tempest-TestShelveInstance-1978398190-router', 'tenant_id': '4b6ece348f5a4657828d414e5733414f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:40Z', 'updated_at': '2021-06-16T16:20:53Z', 'revision_number': 6, 'project_id': '4b6ece348f5a4657828d414e5733414f', 'gw_port_host': None}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:53.706655 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Calling delete_port for 138c87a4-995a-42e3-a610-7db322b28ce4 owned by network:router_gateway {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:53.928983 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:53.932009 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:53.958326 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Pushing event deleted for resources: {'Port': ['ID=138c87a4-995a-42e3-a610-7db322b28ce4,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:53.962467 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:54.032443 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.125140 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.127270 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.231805 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.232422 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72301325-283c-4386-a75e-ab044e68c437 {{(pid=92539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:20:54.238776 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.239805 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-3fbcb9c7-6b62-46df-96ed-b9be83c4afea admin admin] 10.222.0.22 "DELETE /v2.0/routers/72301325-283c-4386-a75e-ab044e68c437 HTTP/1.1" status: 204 len: 168 time: 1.1605055 Jun 16 16:20:54.242818 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60336) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:54.287429 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Deleting subnet 62d53e25-750b-4dce-b498-bc2f3feabafe {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:20:54.290660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.331309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.439779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.681626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.694041 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-01bd601b-b985-45e8-8931-eabb30f1d63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:54.703779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.707506 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b58aea-3855-418c-ad68-442ec898f2de None None] Network d50c4d77-5b45-4db5-885d-4f7903d1a79b requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:20:54.708302 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60348) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:54.712138 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/62d53e25-750b-4dce-b498-bc2f3feabafe HTTP/1.1" status: 204 len: 168 time: 0.4646497 Jun 16 16:20:54.735323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d53e25-750b-4dce-b498-bc2f3feabafe,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:54.737947 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5e042b35-f57a-45a6-9ec4-ae6ae59cc062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:54.788572 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 138c87a4-995a-42e3-a610-7db322b28ce4 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:54.790027 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.822448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 138c87a4-995a-42e3-a610-7db322b28ce4 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:54.822448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 138c87a4-995a-42e3-a610-7db322b28ce4 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:54.822448 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:54.845218 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Deleting port a8856dc6-e4f2-4297-a67c-5548cfd12b2d {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:54.845560 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:54.863607 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:54.864253 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4a4c32e9-de54-48fb-85d9-f5be3f9dd4f6 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:54.923633 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] For port a8856dc6-e4f2-4297-a67c-5548cfd12b2d, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,segment=NetworkSegment(37a6e6d3-6dff-40fa-91e7-35b3b18201b1),segment_id=37a6e6d3-6dff-40fa-91e7-35b3b18201b1)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:54.923919 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.001915 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Calling delete_port for a8856dc6-e4f2-4297-a67c-5548cfd12b2d owned by network:dhcp {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:55.111933 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] DHCP port deletion for d50c4d77-5b45-4db5-885d-4f7903d1a79b request from dv-cinder-796685-1-smb {{(pid=92540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:20:55.151853 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.154118 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5e954981-f537-4026-bbe5-764a81233927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:55.160140 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Deleting port a8856dc6-e4f2-4297-a67c-5548cfd12b2d {{(pid=92540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:55.162778 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.181593 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:55.184651 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:55.190771 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] No DVR routers for this DVR port a8856dc6-e4f2-4297-a67c-5548cfd12b2d on host dv-cinder-796685-1-smb {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:55.233797 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] For port a8856dc6-e4f2-4297-a67c-5548cfd12b2d, host dv-cinder-796685-1-smb, got binding levels [] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:55.234212 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.262443 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.277200 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50c4d77-5b45-4db5-885d-4f7903d1a79b']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:55.288224 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a6e6d3-6dff-40fa-91e7-35b3b18201b1') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:55.288682 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a6e6d3-6dff-40fa-91e7-35b3b18201b1') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:55.300247 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.300793 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Calling delete_port for a8856dc6-e4f2-4297-a67c-5548cfd12b2d owned by network:dhcp {{(pid=92540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:55.303906 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.ipam_backend_mixin [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Port a8856dc6-e4f2-4297-a67c-5548cfd12b2d was not found and therefore no delete operation was performed {{(pid=92540) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 16:20:55.305363 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606'] for port, after_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.307332 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:55.320116 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.327114 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:20:55.327510 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:20:55.330132 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:20:55.332692 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Pushing event deleted for resources: {'Port': ['ID=a8856dc6-e4f2-4297-a67c-5548cfd12b2d,revision_number=None']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:55.339372 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] No DVR routers for this DVR port a8856dc6-e4f2-4297-a67c-5548cfd12b2d on host dv-cinder-796685-1-smb {{(pid=92540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:55.341589 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.341940 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.343504 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.343504 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.343794 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.344134 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.344541 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.344966 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.345303 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.345637 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.345969 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.346331 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:20:55.349846 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:55.443242 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.452944 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f8ad410d-5ade-409f-b2f2-40980ce132c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:55.457669 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:55.469323 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] 10.222.0.22 "DELETE /v2.0/networks/d50c4d77-5b45-4db5-885d-4f7903d1a79b HTTP/1.1" status: 204 len: 168 time: 0.7599108 Jun 16 16:20:55.472325 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60362) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:55.480874 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Pushing event deleted for resources: {'Network': ['ID=d50c4d77-5b45-4db5-885d-4f7903d1a79b,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:55.484305 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:55.894306 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:56.191345 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Deleting port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:56.191682 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:56.271573 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] For port 3b63b345-7ae6-43e6-948b-f64bcb5c1f61, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:56.271927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:56.340392 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Calling delete_port for 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 owned by network:router_interface {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:56.586249 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:56.589988 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4981f405-28ff-4d0d-a3f5-0ea070c8b9f4 tempest-VolumesSnapshotTestJSON-1395963186 tempest-VolumesSnapshotTestJSON-1395963186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:56.618309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b63b345-7ae6-43e6-948b-f64bcb5c1f61,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:56.618309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:56.797239 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:56.805639 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60390) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:56.806694 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device a8856dc6-e4f2-4297-a67c-5548cfd12b2d no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:56.831401 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: a8856dc6-e4f2-4297-a67c-5548cfd12b2d {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:56.831756 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device a8856dc6-e4f2-4297-a67c-5548cfd12b2d not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:56.924476 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.041636 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:20:57.108207 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.152243 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:20:57.158660 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7200e3c2-762f-4a10-a2c7-8761c930559f admin admin] 10.222.0.22 "PUT /v2.0/routers/6d3650f7-0900-43a5-84e2-c9bd84ca9545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844475 Jun 16 16:20:57.160641 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60396) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:57.163132 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] Sync routers for ids ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'] in dv-cinder-796685-1-smb {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:20:57.168222 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.172343 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a31e553a-8f20-447c-9a53-7a82bd455833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:57.172987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] Routers {'6d3650f7-0900-43a5-84e2-c9bd84ca9545'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:57.173602 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:57.208861 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e077169a085b4c179d4a1ae0541b8466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020813 Jun 16 16:20:57.210186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f7d5a-2f91-4bdf-89f4-6ac9579f0fae,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.212820 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60398) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:57.215019 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:57.264541 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.281245 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] Set router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 gateway port host: dv-cinder-796685-1-smb {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:57.281619 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks [] for router, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.287405 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.384337 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.389481 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.392220 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.393722 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/133f7d5a-2f91-4bdf-89f4-6ac9579f0fae HTTP/1.1" status: 204 len: 168 time: 0.1797671 Jun 16 16:20:57.394523 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-86ebe22f-207b-443c-b02e-9daf3c3e54f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:57.406726 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f7d5a-2f91-4bdf-89f4-6ac9579f0fae,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:57.406726 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-4fe9aa8b-a90f-4c93-8d2b-3cded221fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:57.481305 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:20:56Z', 'revision_number': 5, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port': {'id': '1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:15:51Z', 'updated_at': '2021-06-16T16:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:57.484765 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] Checking router: 6d3650f7-0900-43a5-84e2-c9bd84ca9545 for host: dv-cinder-796685-1-smb {{(pid=92540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:20:57.493401 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] Routers {'6d3650f7-0900-43a5-84e2-c9bd84ca9545'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:20:57.494036 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:20:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'], 'active': True} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:57.544849 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Deleting port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:57.545809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.614641 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvr_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] Set router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 gateway port host: None {{(pid=92540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:20:57.651080 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] For port 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:57.652046 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.672998 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_hamode_db [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:20:57Z', 'revision_number': 6, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port_host': None}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:57.677698 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c961342e-616c-4cab-b9b7-7eb42bf04a37 None None] The sync data for ids ['6d3650f7-0900-43a5-84e2-c9bd84ca9545'] in dv-cinder-796685-1-smb is: [{'id': '6d3650f7-0900-43a5-84e2-c9bd84ca9545', 'name': 'tempest-TestShelveInstance-1192282455-router', 'tenant_id': 'c88e522315ae4054bc06115326f142ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:15:50Z', 'updated_at': '2021-06-16T16:20:57Z', 'revision_number': 6, 'project_id': 'c88e522315ae4054bc06115326f142ce', 'gw_port_host': None}] {{(pid=92540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:20:57.725796 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Calling delete_port for 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a owned by network:router_gateway {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:57.991743 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:57.996094 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c3bd5a7e-5b05-465f-b757-9e94532f5899 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:58.019295 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Pushing event deleted for resources: {'Port': ['ID=1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:58.022911 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:58.089995 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.136046 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60406) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:58.164550 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.190110 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.192408 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.264913 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.334272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.334860 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d3650f7-0900-43a5-84e2-c9bd84ca9545 {{(pid=92538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:20:58.343093 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Notify callbacks [] for router, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.343093 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] 10.222.0.22 "DELETE /v2.0/routers/6d3650f7-0900-43a5-84e2-c9bd84ca9545 HTTP/1.1" status: 204 len: 168 time: 1.1798053 Jun 16 16:20:58.344731 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60408) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:58.362997 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.366137 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f0e73325-95fc-41e0-af40-148120f28efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:58.393252 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Deleting subnet 46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:20:58.396849 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.400999 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8283bc2cdfe3468780993292af9747bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628584 Jun 16 16:20:58.402908 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beec8e8b-46b0-4abe-b2a8-1cff6af6d93a,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:58.405785 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60410) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:58.407883 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:58.431323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.463028 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.485624 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.515567 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.597630 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.600387 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.601690 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/beec8e8b-46b0-4abe-b2a8-1cff6af6d93a HTTP/1.1" status: 204 len: 168 time: 0.1949449 Jun 16 16:20:58.610052 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-fb306a3e-7bb3-47b4-86ff-e07a47332479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:58.611730 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beec8e8b-46b0-4abe-b2a8-1cff6af6d93a,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:58.614181 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-47baddd4-1cc9-4d38-bd1a-5811532fe87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:58.626494 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.629994 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-be4eb782-7d60-4b01-bdb3-6a5570e6ad10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:58.663346 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:58.666421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.670185 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/46715f7c-24e3-4cd0-ac6a-1a6f7d01d08c HTTP/1.1" status: 204 len: 168 time: 0.3236299 Jun 16 16:20:58.672152 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60414) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:58.680831 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-2724a66b-c6eb-4c1f-b0a3-c8a5d50ab906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:58.682933 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd201eb-f39a-4803-a22d-59385e78596e None None] Network 3bab4b13-47c0-4b44-aec5-277085f23ac4 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:20:58.775218 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:58.788624 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.832309 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:58.832980 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 1caf69fb-b2ea-46c1-ac2b-7b09fe76e29a not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:58.834460 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:20:58.864237 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:20:58.864237 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 3b63b345-7ae6-43e6-948b-f64bcb5c1f61 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:20:58.882720 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Deleting port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:58.888451 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.950955 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] For port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:58.951374 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:58.952488 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] DHCP port deletion for 3bab4b13-47c0-4b44-aec5-277085f23ac4 request from dv-cinder-796685-1-smb {{(pid=92540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:20:59.002331 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Deleting port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 {{(pid=92540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:20:59.002977 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.019190 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Calling delete_port for 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 owned by network:dhcp {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:59.072128 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] For port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,segment=NetworkSegment(b5bb243c-7f76-453e-985f-42f8fd5a4b39),segment_id=b5bb243c-7f76-453e-985f-42f8fd5a4b39)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:20:59.072575 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.136473 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Calling delete_port for 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 owned by network:dhcp {{(pid=92540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:20:59.177972 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.181659 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-73866b45-af35-4854-abba-f0c12719d7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:59.217399 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] No DVR routers for this DVR port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 on host dv-cinder-796685-1-smb {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:59.230435 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606'] for port, after_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.233496 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:59.243072 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Pushing event deleted for resources: {'Port': ['ID=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:59.246839 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:59.259070 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Pushing event deleted for resources: {'Port': ['ID=26c67a82-22aa-44b3-b5d0-fe70adb0ce96,revision_number=None']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:59.262138 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:59.263151 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] No DVR routers for this DVR port 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 on host dv-cinder-796685-1-smb {{(pid=92540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:20:59.309511 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.320276 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bab4b13-47c0-4b44-aec5-277085f23ac4']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:59.330829 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bb243c-7f76-453e-985f-42f8fd5a4b39') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:59.331222 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bb243c-7f76-453e-985f-42f8fd5a4b39') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:20:59.340399 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.354460 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.360949 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:20:59.361337 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:20:59.363018 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:20:59.477246 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.485317 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.485317 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] 10.222.0.22 "DELETE /v2.0/networks/3bab4b13-47c0-4b44-aec5-277085f23ac4 HTTP/1.1" status: 204 len: 168 time: 0.8110178 Jun 16 16:20:59.489891 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:20:59.510143 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Pushing event deleted for resources: {'Network': ['ID=3bab4b13-47c0-4b44-aec5-277085f23ac4,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:20:59.515242 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:20:59.557083 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.780556 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60442) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:59.820954 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-acc24f6f-d75a-4c56-ae34-ad9311aa707f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b6ece348f5a4657828d414e5733414f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390077 Jun 16 16:20:59.823412 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60444) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:20:59.873006 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.896004 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.991433 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.994157 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:20:59.995460 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90db5480-94d7-4d99-877c-7199ad850add HTTP/1.1" status: 204 len: 168 time: 0.1710107 Jun 16 16:20:59.996236 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f3c1fd6c-e6f1-4e6e-a6ca-e57c69d6764e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:00.003859 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90db5480-94d7-4d99-877c-7199ad850add,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:00.006482 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:00.497609 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60456) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:00.602809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e70b431a-182a-4b47-9a44-9e055b782ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.690190 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e70b431a-182a-4b47-9a44-9e055b782ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.712589 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:21:00.731943 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:21:00.732313 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 26c67a82-22aa-44b3-b5d0-fe70adb0ce96 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:21:00.768944 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-e70b431a-182a-4b47-9a44-9e055b782ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.771626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-afb3ed7d-e934-4acc-87f8-13017ec9dca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:00.815241 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 60460) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:00.816066 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-e70b431a-182a-4b47-9a44-9e055b782ff2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaffa4806ea84491b07ea8251903504c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173079 Jun 16 16:21:00.817046 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b431a-182a-4b47-9a44-9e055b782ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76fede4-dcc1-466c-b104-085c685fea06,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:00.819332 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60462) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:00.825318 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e70b431a-182a-4b47-9a44-9e055b782ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:00.858433 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-074a1eb7-54a7-445f-830e-90602c34cfab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c88e522315ae4054bc06115326f142ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418589 Jun 16 16:21:00.861021 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60464) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:00.886024 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.923259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.950790 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:00.984388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.099954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.102636 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.103793 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c76fede4-dcc1-466c-b104-085c685fea06 HTTP/1.1" status: 204 len: 168 time: 0.2836339 Jun 16 16:21:01.104631 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-340e19e4-f09a-4ca2-be8b-35b465683327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:01.112118 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76fede4-dcc1-466c-b104-085c685fea06,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.114328 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:01.123652 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.126427 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:01.128293 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4278a2e-60ac-4bf3-9e3d-5f8752445a54 HTTP/1.1" status: 204 len: 168 time: 0.2659068 Jun 16 16:21:01.129388 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-65f42f04-5b78-4f10-bd10-183f69ad500d tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:01.138368 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4278a2e-60ac-4bf3-9e3d-5f8752445a54,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:01.141528 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:01.762911 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:04.148363 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-8b214ac4-a0d1-4ba7-aa25-2484b17fbd20 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326583 Jun 16 16:21:04.325295 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-4619ed08-366b-456a-8d69-4724a744d174 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:04.327309 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-4619ed08-366b-456a-8d69-4724a744d174 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737790 Jun 16 16:21:04.343094 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-e7862cbf-cfe0-404f-bb1d-672c6fa63bdf tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/quotas/4bac7cc8f1cb432a8c0751beb6371c13 HTTP/1.1" status: 200 len: 375 time: 0.0102613 Jun 16 16:21:04.376185 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-02f16f6e-2273-4b97-86cf-984fbd3564d6 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275981 Jun 16 16:21:04.653044 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-88b5e857-60c8-4007-b5f7-d6973894d13c req-ff3b11f6-f7e1-41eb-b2c3-37df954d9996 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0323882 Jun 16 16:21:05.795840 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5b900e3e-4455-4908-b94a-3b9cc808b310 req-7c13311e-242b-48db-be4e-74c664657ec3 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0280452 Jun 16 16:21:06.937229 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-b75c2a51-f6a4-41cc-aede-18041ff58962 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210128 Jun 16 16:21:06.944801 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-59410d69-c8c8-44d4-8c65-b3009049c30d req-e83d9309-07c5-4191-9b90-f926a3bb8391 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Jun 16 16:21:07.049470 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-13e95e72-a445-4999-99cb-7eaf85d160ff tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:07.051320 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-13e95e72-a445-4999-99cb-7eaf85d160ff tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089709 Jun 16 16:21:07.063576 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Request body: {'port': {'device_id': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5', 'admin_state_up': True, 'tenant_id': '4bac7cc8f1cb432a8c0751beb6371c13'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:07.562687 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Made reservation on behalf of 4bac7cc8f1cb432a8c0751beb6371c13 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:21:07.566640 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:07.577522 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:07.665359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:07.762760 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:07.768040 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bba96147-9c6b-4883-bacd-d6b34e79171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:07.832342 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a700639-12a8-480b-99d5-5b1f9c999f2a,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:07.837425 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:07.898646 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Allocated IP 192.168.233.42 (cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5/3f124218-b037-4b40-9c3f-4aaf86aef060/cedc1524-45a4-40bd-a016-bc2d4f744c01) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:21:08.044417 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.059147 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Transition to ACTIVE for port object cedc1524-45a4-40bd-a016-bc2d4f744c01 will not be triggered until provisioned by entity DHCP. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:08.087442 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-14902411-4cb0-4315-bc51-48f8502dacd8 req-04f0d289-9742-4c8d-8e51-f3caad9b8ebe tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0283968 Jun 16 16:21:08.140316 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.144309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a0474b5c-3260-4e41-a01d-9d0f6e7533ed tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:08.186095 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:21:08.189272 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:21:08.195502 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:21:08.220971 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Pushing event updated for resources: {'Port': ['ID=cedc1524-45a4-40bd-a016-bc2d4f744c01,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:08.225784 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:08.251441 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:08.252108 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.323039 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2621965 Jun 16 16:21:08.334742 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Request body: {'port': {'device_id': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:21:08.407835 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1cbab28c-6b9c-4bbb-a072-8e784b262004 None None] Provisioning for port cedc1524-45a4-40bd-a016-bc2d4f744c01 completed by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:08.411847 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-1cbab28c-6b9c-4bbb-a072-8e784b262004 None None] Provisioning complete for port cedc1524-45a4-40bd-a016-bc2d4f744c01 triggered by entity DHCP. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:08.412218 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1cbab28c-6b9c-4bbb-a072-8e784b262004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.412339 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.449098 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1cbab28c-6b9c-4bbb-a072-8e784b262004 None None] Port cedc1524-45a4-40bd-a016-bc2d4f744c01 cannot update to ACTIVE because it is not bound. {{(pid=92540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:21:08.694317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedc1524-45a4-40bd-a016-bc2d4f744c01 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:08.701602 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.713011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Transition to ACTIVE for port object cedc1524-45a4-40bd-a016-bc2d4f744c01 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:21:08.773600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:08.775763 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-fd9e06ad-de30-4374-9fb6-7ab9fd1d04e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:08.849181 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc1524-45a4-40bd-a016-bc2d4f744c01,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:08.852900 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:08.924698 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Attempting to bind port cedc1524-45a4-40bd-a016-bc2d4f744c01 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:21:08.925298 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Attempting to bind port cedc1524-45a4-40bd-a016-bc2d4f744c01 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:21:08.925635 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Attempting to bind port cedc1524-45a4-40bd-a016-bc2d4f744c01 on network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:08.930739 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Port cedc1524-45a4-40bd-a016-bc2d4f744c01 on network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:21:08.931060 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Attempting to bind port cedc1524-45a4-40bd-a016-bc2d4f744c01 on network cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:21:08.936306 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:21:08.936674 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Checking segment: {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:21:08.937058 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Bound using segment: {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:21:08.937490 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Bound port: cedc1524-45a4-40bd-a016-bc2d4f744c01, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9029799-5f35-40da-a150-ecd0433cfee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:21:08.937838 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:09.005093 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] For port cedc1524-45a4-40bd-a016-bc2d4f744c01, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:21:09.008641 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] For port cedc1524-45a4-40bd-a016-bc2d4f744c01, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cedc1524-45a4-40bd-a016-bc2d4f744c01,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:21:09.094210 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:09.096463 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:09.131359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.132126 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:09.133594 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] 10.222.0.79 "PUT /v2.0/ports/cedc1524-45a4-40bd-a016-bc2d4f744c01 HTTP/1.1" status: 200 len: 1097 time: 0.8034067 Jun 16 16:21:09.134134 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'tag': 'cedc1524-45a4-40bd-a016-bc2d4f744c01'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:09.139428 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65adc4a-be89-4c9f-ae29-575e455be090" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d1badf-bdc8-421d-8340-4cef9e69c9a2", "tag": "cedc1524-45a4-40bd-a016-bc2d4f744c01"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:09.162518 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc1524-45a4-40bd-a016-bc2d4f744c01,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:09.165633 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:09.188188 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c47cf-12cf-4d2d-a6bb-47b1bf1abb80 x-openstack-request-id: req-605c47cf-12cf-4d2d-a6bb-47b1bf1abb80 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:09.188551 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d1badf-bdc8-421d-8340-4cef9e69c9a2", "tag": "cedc1524-45a4-40bd-a016-bc2d4f744c01", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:09.188853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-605c47cf-12cf-4d2d-a6bb-47b1bf1abb80 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:09.189367 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'tag': 'cedc1524-45a4-40bd-a016-bc2d4f744c01', 'status': 'completed', 'code': 200} Jun 16 16:21:09.273565 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adc4a-be89-4c9f-ae29-575e455be090 req-8bd7af0a-adb6-4b6e-8c4b-da5815ce78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.275053 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f65adc4a-be89-4c9f-ae29-575e455be090 req-8bd7af0a-adb6-4b6e-8c4b-da5815ce78da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 1100 time: 0.0656950 Jun 16 16:21:09.277694 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434952e-0915-4023-a656-caa890bc069b req-929e85bf-819c-4ef7-b18d-df8c0a5219d0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.279754 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0434952e-0915-4023-a656-caa890bc069b req-929e85bf-819c-4ef7-b18d-df8c0a5219d0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 947 time: 0.0696719 Jun 16 16:21:09.319344 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f65adc4a-be89-4c9f-ae29-575e455be090 req-d81632c7-62c0-43b2-b82a-4feac8f32b1b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361915 Jun 16 16:21:09.324087 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0434952e-0915-4023-a656-caa890bc069b req-5d9230e0-190c-43bf-b7af-7d86452dbb92 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378833 Jun 16 16:21:09.426661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65adc4a-be89-4c9f-ae29-575e455be090 req-1c4d88f0-ef81-4ef2-9dc7-035e5298e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.428091 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f65adc4a-be89-4c9f-ae29-575e455be090 req-1c4d88f0-ef81-4ef2-9dc7-035e5298e890 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035383 Jun 16 16:21:09.522819 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-1c995188-29ce-4161-bce6-95e82c7d80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.524299 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-1c995188-29ce-4161-bce6-95e82c7d80f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 1100 time: 0.0584033 Jun 16 16:21:09.564604 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-c663ca56-94c0-457b-a93d-d7d84b37e459 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=cedc1524-45a4-40bd-a016-bc2d4f744c01 HTTP/1.1" status: 200 len: 217 time: 0.0327973 Jun 16 16:21:09.611473 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-d751c166-85f7-44b8-9f3e-564d42a3dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.612933 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-d751c166-85f7-44b8-9f3e-564d42a3dba5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3f124218-b037-4b40-9c3f-4aaf86aef060 HTTP/1.1" status: 200 len: 843 time: 0.0429850 Jun 16 16:21:09.673548 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-f04f83f8-f39b-4785-9bd0-f087e291fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:09.675246 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-f04f83f8-f39b-4785-9bd0-f087e291fff8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561407 Jun 16 16:21:09.682281 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ad6773d9-153e-4037-a5c3-3c396dc027f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:09.763781 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-4ad0401a-e3b7-4ca8-b075-457f140b95b5 service neutron] 10.222.0.79 "GET /v2.0/networks/cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819912 Jun 16 16:21:09.853216 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-05b79c17-0343-41d0-a11f-32dc4e4fe8de req-56dc6a54-7267-4cd2-953c-3bf48495d6a7 service neutron] 10.222.0.79 "GET /v2.0/networks/cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841980 Jun 16 16:21:10.505371 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718434e-7180-452d-9597-63f5cc8543be req-94ebe1de-0e92-4d42-8543-93c6c890b482 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:10.506829 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3718434e-7180-452d-9597-63f5cc8543be req-94ebe1de-0e92-4d42-8543-93c6c890b482 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 947 time: 0.0619245 Jun 16 16:21:10.544610 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3718434e-7180-452d-9597-63f5cc8543be req-c49039ba-efb3-4af2-9290-27d89e91eb3a tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Jun 16 16:21:11.720450 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613fffc-c808-44aa-bbfa-ecc205e63efb req-dc20c4e7-ba81-4028-9801-8b2162dd46db tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:11.721982 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6613fffc-c808-44aa-bbfa-ecc205e63efb req-dc20c4e7-ba81-4028-9801-8b2162dd46db tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 947 time: 0.0645001 Jun 16 16:21:11.760686 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6613fffc-c808-44aa-bbfa-ecc205e63efb req-af912157-12e5-4068-a8d6-3045fd275dde tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Jun 16 16:21:11.951000 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cedc1524-45a4-40bd-a016-bc2d4f744c01 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:12.046056 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port cedc1524-45a4-40bd-a016-bc2d4f744c01, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cedc1524-45a4-40bd-a016-bc2d4f744c01,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:12.057196 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'cedc1524-45a4-40bd-a016-bc2d4f744c01', 'network_id': 'cdfc2cd8-66d6-4ff4-ba74-d149d7428ac5', 'port_id': 'cedc1524-45a4-40bd-a016-bc2d4f744c01', 'mac_address': 'fa:16:3e:0a:35:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f124218-b037-4b40-9c3f-4aaf86aef060', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:12.102145 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:12.119856 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedc1524-45a4-40bd-a016-bc2d4f744c01 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:12.138682 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port cedc1524-45a4-40bd-a016-bc2d4f744c01, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cedc1524-45a4-40bd-a016-bc2d4f744c01,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:12.213148 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-cc0f80e1-2b63-4db2-a851-e9422ee8a3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:12.271319 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:12.273361 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:12.330611 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=cedc1524-45a4-40bd-a016-bc2d4f744c01,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:12.333604 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:12.391073 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:12.493932 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['cedc1524-45a4-40bd-a016-bc2d4f744c01'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:12.948531 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08ce9e-b713-4c1a-9b35-611a4e009466 req-1283ecc1-1732-426c-a9c5-415a20c546eb tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:12.950110 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4e08ce9e-b713-4c1a-9b35-611a4e009466 req-1283ecc1-1732-426c-a9c5-415a20c546eb tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 948 time: 0.0684023 Jun 16 16:21:12.993884 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4e08ce9e-b713-4c1a-9b35-611a4e009466 req-0af3fe9a-0cdf-484e-b923-c05079a578a3 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jun 16 16:21:13.425382 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:13.900913 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7db4-3b64-4fb9-b47a-9c3f2270aa3d req-ac491c02-f2a7-4270-8838-00dab958d697 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:13.902365 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a2ee7db4-3b64-4fb9-b47a-9c3f2270aa3d req-ac491c02-f2a7-4270-8838-00dab958d697 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0638399 Jun 16 16:21:13.942014 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-a2ee7db4-3b64-4fb9-b47a-9c3f2270aa3d req-9bd7327c-3238-436a-b0c3-099e1717eb04 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338383 Jun 16 16:21:13.955861 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cedc1524-45a4-40bd-a016-bc2d4f744c01 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:14.081898 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port cedc1524-45a4-40bd-a016-bc2d4f744c01 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:21:14.086218 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port cedc1524-45a4-40bd-a016-bc2d4f744c01 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:14.086618 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.172119 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.174307 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822743d6-c0d2-4d74-9697-f873ff42469f req-400954a5-cb2e-4a3e-9e90-1ead93e84502 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:14.176065 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-822743d6-c0d2-4d74-9697-f873ff42469f req-400954a5-cb2e-4a3e-9e90-1ead93e84502 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 948 time: 0.0660942 Jun 16 16:21:14.194760 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc1524-45a4-40bd-a016-bc2d4f744c01'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:14.197011 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faae6b5b-1fb0-41a4-9ca5-d88bc8bdd50d" -d '{"events": [{"server_uuid": "a3d1badf-bdc8-421d-8340-4cef9e69c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cedc1524-45a4-40bd-a016-bc2d4f744c01"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:14.209943 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port cedc1524-45a4-40bd-a016-bc2d4f744c01, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cedc1524-45a4-40bd-a016-bc2d4f744c01,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:14.215161 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-822743d6-c0d2-4d74-9697-f873ff42469f req-c2cbed0c-348e-454f-ac12-c5c123ce855a tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Jun 16 16:21:14.236346 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c30ed29-726c-4b23-8190-cefc865af1a3 x-openstack-request-id: req-9c30ed29-726c-4b23-8190-cefc865af1a3 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:14.236695 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d1badf-bdc8-421d-8340-4cef9e69c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "cedc1524-45a4-40bd-a016-bc2d4f744c01", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:14.237032 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c30ed29-726c-4b23-8190-cefc865af1a3 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:14.237443 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc1524-45a4-40bd-a016-bc2d4f744c01', 'code': 200} Jun 16 16:21:14.282337 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:14.284882 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:14.338988 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=cedc1524-45a4-40bd-a016-bc2d4f744c01,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:14.342647 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:14.622321 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32b3f-9569-42fe-9a24-3b38ad568e5f req-b56d0b62-3349-46ee-a749-4703bd09d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:14.624460 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dcd32b3f-9569-42fe-9a24-3b38ad568e5f req-b56d0b62-3349-46ee-a749-4703bd09d3f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 1102 time: 0.0571625 Jun 16 16:21:14.658268 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dcd32b3f-9569-42fe-9a24-3b38ad568e5f req-873721b1-f051-406c-938c-1882028dc98b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277710 Jun 16 16:21:14.962761 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:15.129063 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27ef1-6ee1-42ef-a3d5-8d0010bd81e4 req-0d82c204-c0a2-4c49-b8a4-11d0edac5002 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.130587 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebb27ef1-6ee1-42ef-a3d5-8d0010bd81e4 req-0d82c204-c0a2-4c49-b8a4-11d0edac5002 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0716662 Jun 16 16:21:15.172223 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ebb27ef1-6ee1-42ef-a3d5-8d0010bd81e4 req-5e4c792e-f542-4773-82b8-f481e66a770b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329821 Jun 16 16:21:15.403741 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56180072-d88d-4e8c-82bc-28e96d33525a req-c0763679-cc98-443f-89de-91fd33078aba tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:15.405553 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-56180072-d88d-4e8c-82bc-28e96d33525a req-c0763679-cc98-443f-89de-91fd33078aba tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 949 time: 0.0699158 Jun 16 16:21:15.445716 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-56180072-d88d-4e8c-82bc-28e96d33525a req-3596e7ed-9a3a-44d8-af78-ee1dc2c76e56 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339000 Jun 16 16:21:16.351671 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880474b-5ebe-422e-b74b-10176aed55db req-1b63d34e-c3c7-4cfa-b3a3-7dddfeb5fafc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:16.353212 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4880474b-5ebe-422e-b74b-10176aed55db req-1b63d34e-c3c7-4cfa-b3a3-7dddfeb5fafc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0648949 Jun 16 16:21:16.398268 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4880474b-5ebe-422e-b74b-10176aed55db req-edabbb10-5dbc-4b2b-98da-fd34c8694cb6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382502 Jun 16 16:21:16.631046 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc095dd-6846-45f6-b361-70a7536a610f req-eff4ce77-65e0-4918-9f3a-fcc4378173c4 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:16.632762 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4bc095dd-6846-45f6-b361-70a7536a610f req-eff4ce77-65e0-4918-9f3a-fcc4378173c4 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 949 time: 0.0767477 Jun 16 16:21:16.671727 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4bc095dd-6846-45f6-b361-70a7536a610f req-299cfe34-500c-421a-84e0-e11307be4882 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333951 Jun 16 16:21:17.315247 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad707a-76cf-4e91-9ff6-000aa29c0768 req-688e8113-6171-495e-9617-30a4f600db78 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:17.316647 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-daad707a-76cf-4e91-9ff6-000aa29c0768 req-688e8113-6171-495e-9617-30a4f600db78 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 949 time: 0.0622740 Jun 16 16:21:17.353729 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-daad707a-76cf-4e91-9ff6-000aa29c0768 req-545649db-8740-41ae-8a2a-56758b303f9a tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314038 Jun 16 16:21:17.579996 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679be02-0184-4825-90be-c5f124e4f5d7 req-cff9abc4-f777-44c8-9bad-34e5b74de1ca tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:17.581481 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5679be02-0184-4825-90be-c5f124e4f5d7 req-cff9abc4-f777-44c8-9bad-34e5b74de1ca tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0634935 Jun 16 16:21:17.618920 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5679be02-0184-4825-90be-c5f124e4f5d7 req-588897fa-fb1b-4356-92bf-b9241671be24 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Jun 16 16:21:18.548092 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0978-8610-4414-ae87-a195e433d260 req-5dddf7e2-3907-4985-a01e-08387781a522 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:18.549693 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-280a0978-8610-4414-ae87-a195e433d260 req-5dddf7e2-3907-4985-a01e-08387781a522 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 949 time: 0.0842421 Jun 16 16:21:18.587228 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-280a0978-8610-4414-ae87-a195e433d260 req-00f37ea9-48f9-4c3e-8207-581b68e84be9 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a700639-12a8-480b-99d5-5b1f9c999f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Jun 16 16:21:18.610282 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-ac6eaa4e-5725-4cf2-a97d-461f06e78ae0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:18.611834 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-ac6eaa4e-5725-4cf2-a97d-461f06e78ae0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 949 time: 0.0662813 Jun 16 16:21:18.717340 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Deleting port cedc1524-45a4-40bd-a016-bc2d4f744c01 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:21:18.717699 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:18.848245 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] For port cedc1524-45a4-40bd-a016-bc2d4f744c01, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=cedc1524-45a4-40bd-a016-bc2d4f744c01,segment=NetworkSegment(a9029799-5f35-40da-a150-ecd0433cfee7),segment_id=a9029799-5f35-40da-a150-ecd0433cfee7)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:18.848627 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:18.869328 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eeb0e-1432-4a4f-bf2b-d357b8a2f336 req-3de1b9a1-e108-4dfc-b9a1-08245ca59cee tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:18.870797 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-576eeb0e-1432-4a4f-bf2b-d357b8a2f336 req-3de1b9a1-e108-4dfc-b9a1-08245ca59cee tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.1371195 Jun 16 16:21:18.922190 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Calling delete_port for cedc1524-45a4-40bd-a016-bc2d4f744c01 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:21:18.996473 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-576eeb0e-1432-4a4f-bf2b-d357b8a2f336 req-b5a3e4ee-7407-403a-9987-adfef0250fbf tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980997 Jun 16 16:21:19.133403 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.138085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-295c2dba-9923-4a55-ad04-0666bb621a5b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:19.147806 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['cedc1524-45a4-40bd-a016-bc2d4f744c01'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:19.163510 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Pushing event deleted for resources: {'Port': ['ID=cedc1524-45a4-40bd-a016-bc2d4f744c01,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:19.166855 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:19.217626 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] No DVR routers for this DVR port cedc1524-45a4-40bd-a016-bc2d4f744c01 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:21:19.220399 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:19.222705 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1486b11c-4543-49c4-b83a-c0431b4ac7d9 req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.79 "DELETE /v2.0/ports/cedc1524-45a4-40bd-a016-bc2d4f744c01 HTTP/1.1" status: 204 len: 173 time: 0.6052983 Jun 16 16:21:19.227103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'name': 'network-vif-deleted', 'tag': 'cedc1524-45a4-40bd-a016-bc2d4f744c01'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:19.227103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ea18e-10fe-490d-aa3f-28c582f511b5" -d '{"events": [{"server_uuid": "a3d1badf-bdc8-421d-8340-4cef9e69c9a2", "name": "network-vif-deleted", "tag": "cedc1524-45a4-40bd-a016-bc2d4f744c01"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:19.264262 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a323e328-f510-4e92-88b7-3136b071831f x-openstack-request-id: req-a323e328-f510-4e92-88b7-3136b071831f {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:19.264639 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d1badf-bdc8-421d-8340-4cef9e69c9a2", "name": "network-vif-deleted", "tag": "cedc1524-45a4-40bd-a016-bc2d4f744c01", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:19.264946 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a323e328-f510-4e92-88b7-3136b071831f {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:19.265399 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d1badf-bdc8-421d-8340-4cef9e69c9a2', 'name': 'network-vif-deleted', 'tag': 'cedc1524-45a4-40bd-a016-bc2d4f744c01', 'status': 'completed', 'code': 200} Jun 16 16:21:19.741741 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f213906b-1f68-43dd-8299-a9d28f0ad4bc req-4808c11d-c168-4d64-b51a-d7ccbd7141f5 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3d1badf-bdc8-421d-8340-4cef9e69c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0296826 Jun 16 16:21:20.180960 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838fc09-ac04-4e9f-a2bf-5c6786ee4500 req-663a9117-3791-4b9d-a38b-8ec34d2b4b80 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:20.182338 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2838fc09-ac04-4e9f-a2bf-5c6786ee4500 req-663a9117-3791-4b9d-a38b-8ec34d2b4b80 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0649152 Jun 16 16:21:20.220965 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-2838fc09-ac04-4e9f-a2bf-5c6786ee4500 req-98b83b96-7994-43e1-85e1-5376f4323d9f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323689 Jun 16 16:21:21.404073 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c3376-d0d7-4f1f-b5ca-c85febd63ae0 req-6d5cf6b4-2b1e-48b9-9cf4-f4bef34996ad tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:21.405750 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-316c3376-d0d7-4f1f-b5ca-c85febd63ae0 req-6d5cf6b4-2b1e-48b9-9cf4-f4bef34996ad tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0697973 Jun 16 16:21:21.444581 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-316c3376-d0d7-4f1f-b5ca-c85febd63ae0 req-47751531-983b-4852-80e6-363b80ea7dd4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332587 Jun 16 16:21:21.964281 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cedc1524-45a4-40bd-a016-bc2d4f744c01 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:21:21.985158 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: cedc1524-45a4-40bd-a016-bc2d4f744c01 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:21:21.985524 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device cedc1524-45a4-40bd-a016-bc2d4f744c01 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:21:22.649848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bace322-a187-439f-9ff5-68b8800f5701 req-313abf10-5431-44b1-ae3a-f4984d71b9db tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:22.651341 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7bace322-a187-439f-9ff5-68b8800f5701 req-313abf10-5431-44b1-ae3a-f4984d71b9db tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0654719 Jun 16 16:21:22.691378 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7bace322-a187-439f-9ff5-68b8800f5701 req-9b281b33-020d-4eb5-8520-ba833ffb2560 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324786 Jun 16 16:21:23.888220 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07484fea-e54a-4437-842b-bfcbfa0cf127 req-b698fbaa-ece7-41ab-b2cb-7d56c7e917dd tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:23.889704 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-07484fea-e54a-4437-842b-bfcbfa0cf127 req-b698fbaa-ece7-41ab-b2cb-7d56c7e917dd tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0796099 Jun 16 16:21:23.928165 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-07484fea-e54a-4437-842b-bfcbfa0cf127 req-e31f4058-c940-4fd2-9348-2abbd8959506 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325344 Jun 16 16:21:25.113798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f60cc8-5696-4783-a29c-34954fbef3a6 req-db50ef6b-8190-49e3-a36d-0acd5df5248a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:25.115184 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c9f60cc8-5696-4783-a29c-34954fbef3a6 req-db50ef6b-8190-49e3-a36d-0acd5df5248a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0673225 Jun 16 16:21:25.151917 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c9f60cc8-5696-4783-a29c-34954fbef3a6 req-274ea5c1-3e4c-46bc-aa3e-7d49c7609760 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Jun 16 16:21:25.986267 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:21:26.202048 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:26.212878 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'mac_address': 'fa:16:3e:3c:78:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:21:26.250424 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.265365 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81624bfc-3836-4ae1-8b13-23835188b4b9 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:21:26.284127 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:26.334903 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d9b1-bd21-4cbc-89e0-84c74c25f9e7 req-071869e9-83dc-4924-9512-0ea31f35db63 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:26.336358 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1549d9b1-bd21-4cbc-89e0-84c74c25f9e7 req-071869e9-83dc-4924-9512-0ea31f35db63 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0653262 Jun 16 16:21:26.369635 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.371449 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:26.377996 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-1549d9b1-bd21-4cbc-89e0-84c74c25f9e7 req-6077fc57-0c5b-4cf6-8232-96ebbe17a43e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352187 Jun 16 16:21:26.431348 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=6']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:26.434700 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:26.449348 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['81624bfc-3836-4ae1-8b13-23835188b4b9'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:21:26.452366 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60864) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:26.609581 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-26ac3b11-0ffa-47c9-8620-05a961fba7ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bac7cc8f1cb432a8c0751beb6371c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557016 Jun 16 16:21:26.612045 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 60872) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:21:26.661790 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.682664 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.784681 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.787477 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:26.788867 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a700639-12a8-480b-99d5-5b1f9c999f2a HTTP/1.1" status: 204 len: 168 time: 0.1756516 Jun 16 16:21:26.789546 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-44e2bce6-d452-40aa-b54b-b79eba26ff17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:26.797890 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a700639-12a8-480b-99d5-5b1f9c999f2a,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:26.800692 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b6931cc8-959e-41f1-9e52-b56a3675d2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:27.585533 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca111d-9001-4617-bf19-ea2a52d2f508 req-f35b7567-4d2c-432d-be07-c08c446e5d83 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:27.587849 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b4ca111d-9001-4617-bf19-ea2a52d2f508 req-f35b7567-4d2c-432d-be07-c08c446e5d83 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 945 time: 0.0843019 Jun 16 16:21:27.637447 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b4ca111d-9001-4617-bf19-ea2a52d2f508 req-0a7afbfb-0d45-4220-bd52-5feb8ac73692 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431886 Jun 16 16:21:28.001516 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:21:28.053171 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 81624bfc-3836-4ae1-8b13-23835188b4b9 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:21:28.053843 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:28.135920 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:28.160344 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:28.162748 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7f2cd-9c97-4524-a165-75eafc2ab697" -d '{"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-plugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:28.176960 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:28.208141 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b0e0a-2188-4532-97bc-37ebc26fd19d x-openstack-request-id: req-085b0e0a-2188-4532-97bc-37ebc26fd19d {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:28.208526 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-plugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:28.208877 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-085b0e0a-2188-4532-97bc-37ebc26fd19d {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:28.209359 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'code': 200} Jun 16 16:21:28.241313 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:28.243248 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-bf65d9c0-a827-4d03-89ef-5bd705efda38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:28.291079 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=7']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:28.294382 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:28.825847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ceed8-949d-4db5-b540-b7618df93b63 req-2f375c00-20ce-49ca-a35f-84f8e764fdf5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:28.827415 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-576ceed8-949d-4db5-b540-b7618df93b63 req-2f375c00-20ce-49ca-a35f-84f8e764fdf5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0723107 Jun 16 16:21:28.869653 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-576ceed8-949d-4db5-b540-b7618df93b63 req-9a48690c-122e-45da-9b2d-50ec7df9190d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356920 Jun 16 16:21:29.590257 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:30.068619 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7a6a-9978-4b9d-92a8-6353678bf8b2 req-23d853e1-9154-47b8-b416-feb630158212 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:30.070095 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dfdf7a6a-9978-4b9d-92a8-6353678bf8b2 req-23d853e1-9154-47b8-b416-feb630158212 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0672355 Jun 16 16:21:30.116041 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-dfdf7a6a-9978-4b9d-92a8-6353678bf8b2 req-1b7eb1f1-a02e-42a3-aeba-aba17b252de1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354750 Jun 16 16:21:31.330141 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ea97f-7006-4f2f-9bfb-aeebf209a3aa req-ee0583f2-0faf-4e3f-b68f-6f093e69f159 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:31.334184 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0e3ea97f-7006-4f2f-9bfb-aeebf209a3aa req-ee0583f2-0faf-4e3f-b68f-6f093e69f159 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0817511 Jun 16 16:21:31.391064 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-0e3ea97f-7006-4f2f-9bfb-aeebf209a3aa req-1ed5b2df-ea0b-4905-8662-e321c134b630 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518074 Jun 16 16:21:32.590261 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c57a8-9dd7-48f8-b448-3833f6ae5e26 req-3d4df048-22df-4f54-a1df-dfc4f30f96a3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:32.592056 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fd3c57a8-9dd7-48f8-b448-3833f6ae5e26 req-3d4df048-22df-4f54-a1df-dfc4f30f96a3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0694439 Jun 16 16:21:32.631208 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-fd3c57a8-9dd7-48f8-b448-3833f6ae5e26 req-d853df94-d541-4163-9712-d66c3ff0658f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332890 Jun 16 16:21:33.831263 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be57ec-abfd-42ec-b5b9-3d6f0e270e29 req-1480ef89-39f8-4f7e-99de-d42526d38ab3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:33.832833 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-69be57ec-abfd-42ec-b5b9-3d6f0e270e29 req-1480ef89-39f8-4f7e-99de-d42526d38ab3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0736811 Jun 16 16:21:33.877935 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-69be57ec-abfd-42ec-b5b9-3d6f0e270e29 req-63fa8f7b-1dd0-448c-9e0b-1b3adeb65867 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393083 Jun 16 16:21:34.521216 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155462-4aad-478f-8c46-7c71854b6818 req-9fe01972-825b-4bae-843d-a10340f493fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:34.523034 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-9fe01972-825b-4bae-843d-a10340f493fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1099 time: 0.0584607 Jun 16 16:21:34.638600 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155462-4aad-478f-8c46-7c71854b6818 req-4509bf39-d64e-4060-846e-95b9fb73a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:34.640062 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-4509bf39-d64e-4060-846e-95b9fb73a480 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0948179 Jun 16 16:21:34.721872 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-9327f368-a26d-4423-a2bf-691d7433e674 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0751898 Jun 16 16:21:34.781450 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155462-4aad-478f-8c46-7c71854b6818 req-36b2510f-ca69-47bd-9af6-5482ac9d5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:34.783052 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-36b2510f-ca69-47bd-9af6-5482ac9d5427 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0552223 Jun 16 16:21:34.848089 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155462-4aad-478f-8c46-7c71854b6818 req-c6a37f34-f275-4306-90c8-02a5689aecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:34.849616 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-c6a37f34-f275-4306-90c8-02a5689aecc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591564 Jun 16 16:21:34.986207 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-91ccca0d-cffa-4288-b84e-95e15277e9ed service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300900 Jun 16 16:21:35.099928 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-90155462-4aad-478f-8c46-7c71854b6818 req-5bd96f45-f0a3-447d-98e0-91b48306a933 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058230 Jun 16 16:21:35.100517 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8620cc-58d0-40ff-9163-bf30fc218e00 req-adb24b43-53e0-4b98-861e-1d2c362584ae tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:35.101982 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-aa8620cc-58d0-40ff-9163-bf30fc218e00 req-adb24b43-53e0-4b98-861e-1d2c362584ae tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0774052 Jun 16 16:21:35.147788 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-aa8620cc-58d0-40ff-9163-bf30fc218e00 req-85daaabf-b8db-42b1-b274-b9ca4978719a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341804 Jun 16 16:21:36.338400 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1034d7d-7916-4e61-9359-d29c4fee00d3 req-ae6b19b7-cce5-4805-b76c-3435667efc27 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:36.340570 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1034d7d-7916-4e61-9359-d29c4fee00d3 req-ae6b19b7-cce5-4805-b76c-3435667efc27 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0677474 Jun 16 16:21:36.396258 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a1034d7d-7916-4e61-9359-d29c4fee00d3 req-51a8da28-33a3-4b2b-becb-90112d128c7f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488551 Jun 16 16:21:37.578914 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2816164-cb09-4f6b-9edf-31ef6e35952e req-87b71f68-888a-4cf9-8963-fb558093c42f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:37.580391 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c2816164-cb09-4f6b-9edf-31ef6e35952e req-87b71f68-888a-4cf9-8963-fb558093c42f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0737133 Jun 16 16:21:37.618661 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c2816164-cb09-4f6b-9edf-31ef6e35952e req-5f33e849-6104-4c91-a0dc-fc2c79fa7ab3 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323594 Jun 16 16:21:37.832669 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-87a5c4ee-2fa9-4ee5-ba80-ab335794d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:37.834414 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-87a5c4ee-2fa9-4ee5-ba80-ab335794d781 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1099 time: 0.0530143 Jun 16 16:21:37.923983 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-76076444-a18d-476a-b7a6-7401c66bcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:37.925708 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-76076444-a18d-476a-b7a6-7401c66bcdb7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0854340 Jun 16 16:21:37.992897 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-a71afb1f-711f-4276-9b74-24a17d66ca5d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0603979 Jun 16 16:21:38.042798 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-b9393845-a69f-4a25-98b8-bf168736be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:38.044328 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-b9393845-a69f-4a25-98b8-bf168736be89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0440745 Jun 16 16:21:38.101301 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-9c966044-0f76-4c6b-b5e6-fa04bdb1b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:38.102699 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-9c966044-0f76-4c6b-b5e6-fa04bdb1b692 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518324 Jun 16 16:21:38.195386 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-41aecb9e-b32b-46e9-892d-78c10fd3f030 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854816 Jun 16 16:21:38.282876 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4c46dfb3-6c7c-48b8-9fa2-773fd08e3982 req-4d420491-7f4a-4cb4-9369-4346c47b825f service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810339 Jun 16 16:21:38.760830 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:21:38.817997 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06415c-7969-40a7-aa34-c04ac0702584 req-749b8704-099d-4a74-93ff-42f8bacf6dc6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:38.819477 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ad06415c-7969-40a7-aa34-c04ac0702584 req-749b8704-099d-4a74-93ff-42f8bacf6dc6 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0675197 Jun 16 16:21:38.857685 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ad06415c-7969-40a7-aa34-c04ac0702584 req-9b894be8-4c97-42ce-a3e4-39d04cf50fec tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316849 Jun 16 16:21:39.698601 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ea5c75b8-2990-4f86-9bd9-28d3bc549bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:40.037210 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:21:40.038475 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb57c52-298a-4fc9-9676-e085421765bb req-8514d1ca-aa5d-403b-859b-7212b24a5ffb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:40.041084 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7cb57c52-298a-4fc9-9676-e085421765bb req-8514d1ca-aa5d-403b-859b-7212b24a5ffb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 946 time: 0.0652108 Jun 16 16:21:40.079576 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7cb57c52-298a-4fc9-9676-e085421765bb req-780020c9-f73d-4d14-b783-422687e0e87d tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335631 Jun 16 16:21:40.117524 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:40.139994 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:21:40.142279 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ae56d3-ed38-4aac-8b20-30d7ae713e68" -d '{"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-unplugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:21:40.156212 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:21:40.181264 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d52432-6e52-4ede-8adc-05dd4847b4a5 x-openstack-request-id: req-86d52432-6e52-4ede-8adc-05dd4847b4a5 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:21:40.181588 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-unplugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:21:40.181851 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86d52432-6e52-4ede-8adc-05dd4847b4a5 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:21:40.182255 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'code': 200} Jun 16 16:21:40.223538 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:40.225417 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-d62f683c-1af4-4b49-a1bd-a3ce8ea0130c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:21:40.271281 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=8']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:21:40.274291 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:21:41.261330 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f16149-f4eb-4764-9c32-c6500a455e0b req-cd723206-e7a9-410d-b763-f6386812c118 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:41.262813 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-56f16149-f4eb-4764-9c32-c6500a455e0b req-cd723206-e7a9-410d-b763-f6386812c118 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0670168 Jun 16 16:21:41.301653 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-56f16149-f4eb-4764-9c32-c6500a455e0b req-3da9ab21-2615-4548-b4a6-edd4bc498690 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331566 Jun 16 16:21:42.159493 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-8d405ea8-e25c-4e95-b563-115cc961e13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:42.401045 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.486598 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:43.604444 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5d8c-82b2-4f16-bb06-c706d1205932 req-ed4c4adf-5fdf-4171-8178-36c1b9a2b7c4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:43.605960 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4aec5d8c-82b2-4f16-bb06-c706d1205932 req-ed4c4adf-5fdf-4171-8178-36c1b9a2b7c4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0651426 Jun 16 16:21:43.643753 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-4aec5d8c-82b2-4f16-bb06-c706d1205932 req-bb952eeb-58f0-4b3d-88c9-e7fcfd56c58b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Jun 16 16:21:43.793239 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-2df705da-058e-40af-8fe7-c8547217a6f4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0510783 Jun 16 16:21:44.845462 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3c46-1f3b-4f3b-a435-f0f31b48067a req-b24fde4e-e29f-4432-8e76-55d913fdb0ad tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:44.846991 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-351f3c46-1f3b-4f3b-a435-f0f31b48067a req-b24fde4e-e29f-4432-8e76-55d913fdb0ad tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0837865 Jun 16 16:21:44.893839 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-351f3c46-1f3b-4f3b-a435-f0f31b48067a req-56e52fad-fcff-4a13-91aa-accbece536a0 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409431 Jun 16 16:21:44.955136 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:45.265437 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-77e20669-07ef-476f-850a-ca26d223f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:45.266831 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-77e20669-07ef-476f-850a-ca26d223f859 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4&tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e HTTP/1.1" status: 200 len: 1097 time: 0.0532260 Jun 16 16:21:45.339734 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-8ebf873d-aac5-4676-91a2-aba032f9ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:45.341888 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-8ebf873d-aac5-4676-91a2-aba032f9ed5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1097 time: 0.0524309 Jun 16 16:21:45.432835 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-6b884725-3384-4dcc-88db-21aec20d5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:45.434316 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-6b884725-3384-4dcc-88db-21aec20d5f9b service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0864217 Jun 16 16:21:45.498934 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-04296de2-3a33-4712-9929-10e705ee9b1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0576794 Jun 16 16:21:45.546656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-5de9b49b-8d1c-4e69-b597-40b5fed509bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:45.548006 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-5de9b49b-8d1c-4e69-b597-40b5fed509bc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0436621 Jun 16 16:21:45.608530 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-6dd8852e-5baf-40eb-bc7f-fc16963c3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:45.610022 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-6dd8852e-5baf-40eb-bc7f-fc16963c3e64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556993 Jun 16 16:21:45.698324 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-a75d7b43-a38b-4608-9dff-c4b71512c4a6 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814822 Jun 16 16:21:45.790333 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cebf106-5d4a-42aa-8c18-92e050a57f9e req-4993ff0b-fa2c-4a1a-80d2-fa9483a6aa74 service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861306 Jun 16 16:21:46.081402 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89b7ff-c01b-476e-9767-957641128a1f req-304ff627-a20b-45e6-8d47-7ed6612a7442 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:46.082868 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cd89b7ff-c01b-476e-9767-957641128a1f req-304ff627-a20b-45e6-8d47-7ed6612a7442 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0630493 Jun 16 16:21:46.120633 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-cd89b7ff-c01b-476e-9767-957641128a1f req-f48028aa-edd9-4f66-8385-72f43db77e48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Jun 16 16:21:47.308648 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3cdc1-2857-49cc-8079-8b1c4b3a87f2 req-4e6cfe66-7b69-4e9b-a654-811ed37958da tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:47.310360 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7c3cdc1-2857-49cc-8079-8b1c4b3a87f2 req-4e6cfe66-7b69-4e9b-a654-811ed37958da tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0673556 Jun 16 16:21:47.350387 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c7c3cdc1-2857-49cc-8079-8b1c4b3a87f2 req-18af600c-4e8e-48fb-8dd0-14467c3a33d4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337007 Jun 16 16:21:48.544191 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f0e89-79e4-42b6-b5a9-6911b9dcc515 req-20f226a8-4615-4c04-8362-8cdf27286f31 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:48.545718 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f94f0e89-79e4-42b6-b5a9-6911b9dcc515 req-20f226a8-4615-4c04-8362-8cdf27286f31 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0698171 Jun 16 16:21:48.594074 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f94f0e89-79e4-42b6-b5a9-6911b9dcc515 req-281029c8-0778-480b-8036-6bf9c632091f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423512 Jun 16 16:21:49.786008 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3f8c-d6e2-4581-90ec-4efe3ac40c49 req-a49e1ad5-d575-4e60-9457-364257f8cdfb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:49.788342 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b74b3f8c-d6e2-4581-90ec-4efe3ac40c49 req-a49e1ad5-d575-4e60-9457-364257f8cdfb tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0677335 Jun 16 16:21:49.837930 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b74b3f8c-d6e2-4581-90ec-4efe3ac40c49 req-c2bfc141-c82c-453c-8276-481baef44f7e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Jun 16 16:21:51.044751 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0236ad-f87c-4f79-8e5e-9f50222bac23 req-72ae038c-fbbf-4c19-aa43-b2633fba0d48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:51.046436 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5f0236ad-f87c-4f79-8e5e-9f50222bac23 req-72ae038c-fbbf-4c19-aa43-b2633fba0d48 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0752728 Jun 16 16:21:51.087480 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5f0236ad-f87c-4f79-8e5e-9f50222bac23 req-d0deb756-9aba-49a1-96a8-0542beacb02b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348632 Jun 16 16:21:52.272788 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6e6d1-ead4-4676-9a75-db14c9205423 req-17457999-d9ce-4214-8aa8-978fc97314ee tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:52.274514 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-44b6e6d1-ead4-4676-9a75-db14c9205423 req-17457999-d9ce-4214-8aa8-978fc97314ee tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0667822 Jun 16 16:21:52.316707 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-44b6e6d1-ead4-4676-9a75-db14c9205423 req-61d34838-0a99-433c-8dfa-05b88aa13f3e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351219 Jun 16 16:21:53.504924 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556f2b0-6d1c-467e-8f70-3ef51f7bfa63 req-5657d842-1761-40b9-b432-96bdb17c510b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:53.506357 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0556f2b0-6d1c-467e-8f70-3ef51f7bfa63 req-5657d842-1761-40b9-b432-96bdb17c510b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0705237 Jun 16 16:21:53.547183 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0556f2b0-6d1c-467e-8f70-3ef51f7bfa63 req-a7b10f63-6721-4864-8e48-2e79af8b5b1c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351048 Jun 16 16:21:54.742413 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90df98c-04ae-4663-b871-01f853c93e8d req-6dd0737d-0824-4fea-a1d4-5a3ea8059085 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:54.743965 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f90df98c-04ae-4663-b871-01f853c93e8d req-6dd0737d-0824-4fea-a1d4-5a3ea8059085 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0699475 Jun 16 16:21:54.786228 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f90df98c-04ae-4663-b871-01f853c93e8d req-923da54c-d473-4fb5-a988-78d5531875e4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361602 Jun 16 16:21:56.161473 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24435e57-7ea8-4d27-949f-497c8a06f72b req-6d34e14e-823f-457c-9692-b5794ca9a5da tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:56.163755 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-24435e57-7ea8-4d27-949f-497c8a06f72b req-6d34e14e-823f-457c-9692-b5794ca9a5da tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0796075 Jun 16 16:21:56.202997 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-24435e57-7ea8-4d27-949f-497c8a06f72b req-0811a1aa-1c38-4329-96af-2c949742c1a7 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Jun 16 16:21:57.384398 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd803-218b-4469-ab1a-994f9af9d7ab req-362450cc-4d5c-4170-9636-f8d35f06c2d2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:57.386003 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-669cd803-218b-4469-ab1a-994f9af9d7ab req-362450cc-4d5c-4170-9636-f8d35f06c2d2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0663238 Jun 16 16:21:57.425312 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-669cd803-218b-4469-ab1a-994f9af9d7ab req-4959e17c-92ec-4112-bcbc-6fed5b2c7638 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330565 Jun 16 16:21:58.602096 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2897692-f0cf-4009-bf6d-571eb40705c6 req-344483f9-26c2-453a-a8cb-4c64a4476459 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:58.603534 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f2897692-f0cf-4009-bf6d-571eb40705c6 req-344483f9-26c2-453a-a8cb-4c64a4476459 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0647690 Jun 16 16:21:58.641742 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f2897692-f0cf-4009-bf6d-571eb40705c6 req-fbe6cf4d-b600-4fce-86a9-9afb53d7b929 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324948 Jun 16 16:21:59.577685 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:21:59.819902 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448263c-6427-479e-bf87-5f1722051170 req-057d7600-d14c-4b4c-80de-93ee7df026bd tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:21:59.821397 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1448263c-6427-479e-bf87-5f1722051170 req-057d7600-d14c-4b4c-80de-93ee7df026bd tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 944 time: 0.0633664 Jun 16 16:21:59.858763 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1448263c-6427-479e-bf87-5f1722051170 req-da4a65b4-cf79-4a16-8163-39bc93bd9e1b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316663 Jun 16 16:22:00.114959 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:22:00.207390 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:00.219164 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'port_id': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'mac_address': 'fa:16:3e:3c:78:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:22:00.254516 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.270488 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81624bfc-3836-4ae1-8b13-23835188b4b9 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:00.289359 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:00.365792 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:00.367517 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:00.414533 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=9']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:00.421466 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.421808 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.422143 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.422478 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.422803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.423134 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.423457 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.423777 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.424358 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.424704 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.425022 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.425337 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:00.429278 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:00.580298 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['81624bfc-3836-4ae1-8b13-23835188b4b9'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:22:01.268017 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea952-867f-47ca-9bc9-0590b6124a37 req-0dc30b36-6b55-470b-a17a-1e0d3d710910 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:01.269551 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94bea952-867f-47ca-9bc9-0590b6124a37 req-0dc30b36-6b55-470b-a17a-1e0d3d710910 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 945 time: 0.2924602 Jun 16 16:22:01.307343 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-94bea952-867f-47ca-9bc9-0590b6124a37 req-4caf0557-2c9d-4ad2-ad57-3a8b26af3cf1 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321434 Jun 16 16:22:02.118065 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:22:02.167162 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 81624bfc-3836-4ae1-8b13-23835188b4b9 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:22:02.167548 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.242770 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.263970 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:02.266293 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4a66cb-eb1a-4243-aa7c-c5c707397ca1" -d '{"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-plugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:02.278727 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:02.303695 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea407f83-67e2-46a9-afe3-af9f94c42d04 x-openstack-request-id: req-ea407f83-67e2-46a9-afe3-af9f94c42d04 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:02.303914 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-plugged", "status": "completed", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:02.304183 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea407f83-67e2-46a9-afe3-af9f94c42d04 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:02.304610 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'code': 200} Jun 16 16:22:02.366081 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:02.371125 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-515e97bf-59c6-478c-b200-f5818f8932a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:02.418999 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=10']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:02.423317 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:02.491931 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8034dc0-172c-4dc4-97a3-d1c8dc9eb4c1 req-85e88115-6941-4011-bfd6-9692771659d4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:02.493427 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c8034dc0-172c-4dc4-97a3-d1c8dc9eb4c1 req-85e88115-6941-4011-bfd6-9692771659d4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0620446 Jun 16 16:22:02.532103 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c8034dc0-172c-4dc4-97a3-d1c8dc9eb4c1 req-80d406f3-1c81-489f-b2a0-40b25a157fe4 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326097 Jun 16 16:22:02.704335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7b4d-d3a8-4473-b547-1aa780cd3562 req-e1f96409-c795-48b9-8b96-127d1d9d9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:02.705836 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bcdf7b4d-d3a8-4473-b547-1aa780cd3562 req-e1f96409-c795-48b9-8b96-127d1d9d9f59 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1100 time: 0.0594680 Jun 16 16:22:02.743324 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-bcdf7b4d-d3a8-4473-b547-1aa780cd3562 req-b82da328-cbf8-4856-b226-825ee6df7d28 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309246 Jun 16 16:22:03.713514 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebefbe-50d0-4881-8667-ae0a09997edf req-b899414d-c77b-475f-bc79-be73581c6a7b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:03.714893 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffebefbe-50d0-4881-8667-ae0a09997edf req-b899414d-c77b-475f-bc79-be73581c6a7b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0634747 Jun 16 16:22:03.753507 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-ffebefbe-50d0-4881-8667-ae0a09997edf req-702ee5e7-792f-4d6d-9d12-226bea4d8080 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323737 Jun 16 16:22:04.939023 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a792c-29e8-460f-a638-f71a1040bdcd req-0db046a4-4e18-4b3c-b727-84518c0f8d7f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:04.940469 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0e6a792c-29e8-460f-a638-f71a1040bdcd req-0db046a4-4e18-4b3c-b727-84518c0f8d7f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0719526 Jun 16 16:22:04.977567 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-0e6a792c-29e8-460f-a638-f71a1040bdcd req-db9c4d29-b805-49d3-9fae-0900e1b2d15c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312901 Jun 16 16:22:06.153971 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859d2a0-7b79-49e0-b1ba-bb42b674bd39 req-a4d5609e-0a59-4bf0-bbb4-4666cb10e50c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:06.155416 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6859d2a0-7b79-49e0-b1ba-bb42b674bd39 req-a4d5609e-0a59-4bf0-bbb4-4666cb10e50c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0617301 Jun 16 16:22:06.193307 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6859d2a0-7b79-49e0-b1ba-bb42b674bd39 req-4cc26b7f-9cea-441e-8160-f16d537ac090 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Jun 16 16:22:09.689937 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e6ef5b6f-7e7e-4e6b-96b8-f921c92c94f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.188300 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-72101715-5534-4ca4-a019-0238a70ac39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:12.364064 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:13.433696 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:14.953954 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:15.758876 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:22:29.616613 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:35.003746 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-0570e5ca-847f-4103-b19e-a2a30bcd3432 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578656 Jun 16 16:22:35.101607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-dd054441-590e-43e1-9b95-1754775b7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:35.103141 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-dd054441-590e-43e1-9b95-1754775b7e31 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 1100 time: 0.0570357 Jun 16 16:22:35.216691 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-1b26d7fb-31ed-4d81-9659-215a45c7733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:35.218294 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-1b26d7fb-31ed-4d81-9659-215a45c7733c service neutron] 10.222.0.79 "GET /v2.0/networks?id=6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 200 len: 917 time: 0.0946960 Jun 16 16:22:35.289557 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-f6e0bcfe-8fb7-4570-9069-99454cf2e9e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 200 len: 1002 time: 0.0642023 Jun 16 16:22:35.336813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-1548ef9a-ad98-4e0f-9302-cdbe5be89645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:35.339404 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-1548ef9a-ad98-4e0f-9302-cdbe5be89645 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 200 len: 855 time: 0.0432384 Jun 16 16:22:35.396337 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-8666035c-ab9e-4ce5-aae8-bafa58986aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:35.398225 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-8666035c-ab9e-4ce5-aae8-bafa58986aa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6047a2d5-595a-40c2-9969-4d681caf289b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529969 Jun 16 16:22:35.494367 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-7824774e-e097-4e6e-9b0f-fb64fd06e46c service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898561 Jun 16 16:22:35.587248 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5ee1bf1e-01d9-4b17-8e0e-e347f5bc34be req-c325a454-cf89-4b63-a6f9-75c7cf3663ec service neutron] 10.222.0.79 "GET /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858262 Jun 16 16:22:36.545920 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c112c3-cb0b-4154-90ea-d1ea12ac7047 req-963c6c9c-da10-4348-a9df-c6f5f26e0d29 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:36.547428 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-59c112c3-cb0b-4154-90ea-d1ea12ac7047 req-963c6c9c-da10-4348-a9df-c6f5f26e0d29 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0778654 Jun 16 16:22:36.589295 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-59c112c3-cb0b-4154-90ea-d1ea12ac7047 req-5d35116e-78c1-45a4-b07a-3fe5894ffcdf tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355334 Jun 16 16:22:37.778942 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78925528-a95a-4755-995d-4b429029afae req-44c85952-9633-4673-b2e1-e42422c94a7e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:37.780365 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-78925528-a95a-4755-995d-4b429029afae req-44c85952-9633-4673-b2e1-e42422c94a7e tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0638294 Jun 16 16:22:37.818392 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-78925528-a95a-4755-995d-4b429029afae req-623037ae-d5e1-496a-b04e-3489f261aa6b tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4f52559-41a8-4244-8d48-c7f4c66730b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323777 Jun 16 16:22:37.851267 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-d80dc725-a506-4e30-824d-8b70a46e4f6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:37.852769 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-d80dc725-a506-4e30-824d-8b70a46e4f6f tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 947 time: 0.0686631 Jun 16 16:22:37.957674 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Deleting port 81624bfc-3836-4ae1-8b13-23835188b4b9 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:37.958020 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.050120 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] For port 81624bfc-3836-4ae1-8b13-23835188b4b9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=81624bfc-3836-4ae1-8b13-23835188b4b9,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:38.050409 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.504419 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.504809 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2029267'] for floatingip, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.505113 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.l3_db [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Floating IP b325e090-569b-4699-8a39-b3350f5d5752 disassociated. External IP: 172.28.1.233, port: 81624bfc-3836-4ae1-8b13-23835188b4b9. Jun 16 16:22:38.505448 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Calling delete_port for 81624bfc-3836-4ae1-8b13-23835188b4b9 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:38.701901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:38.706356 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-26308839-a50c-4183-b3de-2fa3cde012a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:38.737509 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event deleted for resources: {'Port': ['ID=81624bfc-3836-4ae1-8b13-23835188b4b9,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:38.749208 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.749590 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.749969 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.750343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.750722 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.751090 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.751478 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.751819 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.752226 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.752565 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.752950 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.753285 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:38.758667 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:38.862482 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:22:38.979929 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f79327ba-276a-46d3-ad93-89c5d0911a9c req-cacc6101-2201-4665-9c8f-c5d400d7646a tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 210 time: 0.0396392 Jun 16 16:22:39.006242 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:39.018547 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c844fc-2563-4835-838f-981539519363 None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:39.029086 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c844fc-2563-4835-838f-981539519363 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:39.029927 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-22c844fc-2563-4835-838f-981539519363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:22:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:39.053399 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] No DVR routers for this DVR port 81624bfc-3836-4ae1-8b13-23835188b4b9 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:39.056483 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.058483 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7e7c5a6c-7b47-4c12-89e7-195d790eaf88 req-501c9c7b-1014-4f5b-a711-4337e170d49c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.79 "DELETE /v2.0/ports/81624bfc-3836-4ae1-8b13-23835188b4b9 HTTP/1.1" status: 204 len: 173 time: 1.2002604 Jun 16 16:22:39.059019 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-deleted', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:39.061404 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda88e91-0f22-4815-aacc-5e356e4b1342" -d '{"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-deleted", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:39.111383 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e683bf-8ee9-49bc-b2a4-263720bdede7 x-openstack-request-id: req-60e683bf-8ee9-49bc-b2a4-263720bdede7 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:39.111773 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893e21cd-9199-4bda-a49a-6ac41c5701d4", "name": "network-vif-deleted", "tag": "81624bfc-3836-4ae1-8b13-23835188b4b9", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:39.112076 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60e683bf-8ee9-49bc-b2a4-263720bdede7 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:39.112591 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893e21cd-9199-4bda-a49a-6ac41c5701d4', 'name': 'network-vif-deleted', 'tag': '81624bfc-3836-4ae1-8b13-23835188b4b9', 'status': 'completed', 'code': 200} Jun 16 16:22:39.151947 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-22c844fc-2563-4835-838f-981539519363 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:39.364037 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-22c844fc-2563-4835-838f-981539519363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:39.367618 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c844fc-2563-4835-838f-981539519363 None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:39.376567 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c844fc-2563-4835-838f-981539519363 None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:39.377198 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-22c844fc-2563-4835-838f-981539519363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:22:12Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:39.486597 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-22c844fc-2563-4835-838f-981539519363 None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:39.703110 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-22c844fc-2563-4835-838f-981539519363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:39.707061 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c844fc-2563-4835-838f-981539519363 None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:21Z', 'revision_number': 4, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb', '_interfaces': [{'id': 'f57bcfe1-0285-4b15-ad8c-47f80516bea2', 'name': '', 'network_id': '6047a2d5-595a-40c2-9969-4d681caf289b', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'mac_address': 'fa:16:3e:f5:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:21Z', 'updated_at': '2021-06-16T16:17:27Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'subnets': [{'id': 'e5564b19-e70f-4576-9a30-bc8952ca2eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:39.713718 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3aedd0ce-9751-43a2-93aa-5c9f536e78e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:39.942466 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67995ae4-bf3f-4da9-b853-8e7c6bb90945 None None] New status for floating IP b325e090-569b-4699-8a39-b3350f5d5752: DOWN {{(pid=92540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:22:40.144336 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3903b7df-0418-46c4-ba61-dd8b3aaf7b9f req-d0e72bd8-09d8-4764-bc53-8d8d9411789c tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/ports?device_id=893e21cd-9199-4bda-a49a-6ac41c5701d4 HTTP/1.1" status: 200 len: 210 time: 0.0306084 Jun 16 16:22:40.350715 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:40.371145 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 81624bfc-3836-4ae1-8b13-23835188b4b9 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:40.374586 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 81624bfc-3836-4ae1-8b13-23835188b4b9 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:42.159019 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-3e395d5f-ad43-4ce3-ba80-70130e5f7b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.343855 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 32874) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:42.352796 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.403620 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.428854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.551200 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.553945 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.555207 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "DELETE /v2.0/security-groups/a4f52559-41a8-4244-8d48-c7f4c66730b6 HTTP/1.1" status: 204 len: 168 time: 0.2100191 Jun 16 16:22:42.556058 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7a813e4d-da82-47f3-944c-e235d5ed17a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:42.558879 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32876) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:42.568815 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f52559-41a8-4244-8d48-c7f4c66730b6,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:42.573011 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-579829d8-4faf-4a24-94df-bab93cb16773 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:42.578880 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.api.v2.resource [None req-ada57036-eca6-498e-a101-b9487550d0e5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] show failed (client error): The resource could not be found. Jun 16 16:22:42.580048 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-ada57036-eca6-498e-a101-b9487550d0e5 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "GET /v2.0/security-groups/a4f52559-41a8-4244-8d48-c7f4c66730b6 HTTP/1.1" status: 404 len: 347 time: 0.0198121 Jun 16 16:22:42.586232 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32878) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:42.727805 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Deleting port 386dc9fc-e8ff-4b1d-a9a6-ae3390e8367d {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:42.728150 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.806917 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.807302 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.872362 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Calling delete_port for 386dc9fc-e8ff-4b1d-a9a6-ae3390e8367d owned by network:floatingip {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:43.065925 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:43.068037 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a5edc23a-7bac-4866-8591-704f1b240fd2 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:43.095082 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Pushing event deleted for resources: {'Port': ['ID=386dc9fc-e8ff-4b1d-a9a6-ae3390e8367d,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:43.107310 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.107700 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.108078 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.108453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.108852 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.109220 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.109584 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.109945 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.110307 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.110665 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.111027 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.111379 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:43.129849 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:43.168141 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks [] for floatingip, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:43.170700 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for floatingip, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:43.171850 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-d54082c1-a1c9-4dd9-b7b1-9efa48b40126 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] 10.222.0.22 "DELETE /v2.0/floatingips/b325e090-569b-4699-8a39-b3350f5d5752 HTTP/1.1" status: 204 len: 168 time: 0.5846627 Jun 16 16:22:43.454397 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:44.981090 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:46.016469 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32900) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:46.508927 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2065652'] for router_interface, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:46.770925 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Deleting port f57bcfe1-0285-4b15-ad8c-47f80516bea2 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:46.771178 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:46.851164 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] For port f57bcfe1-0285-4b15-ad8c-47f80516bea2, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=f57bcfe1-0285-4b15-ad8c-47f80516bea2,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:46.851526 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:46.919595 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Calling delete_port for f57bcfe1-0285-4b15-ad8c-47f80516bea2 owned by network:router_interface {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:47.163756 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:47.166675 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-636bb87b-7094-421f-b403-3d66156d8fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:47.189313 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f57bcfe1-0285-4b15-ad8c-47f80516bea2,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:47.192995 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:47.379573 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2065504'] for router_interface, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:47.602851 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 has already been hosted by L3 agent fa293bdb-22c6-4eb7-b1d3-c26263627ce9 {{(pid=92539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:22:47.714601 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-smb the message routers_updated {{(pid=92539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:22:47.719598 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-c2a0f516-7880-492e-8d53-2d3b03353be2 admin admin] 10.222.0.22 "PUT /v2.0/routers/14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020545 Jun 16 16:22:47.722364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32904) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:47.730627 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] Sync routers for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:22:47.741701 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:47.744266 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:22:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:47.834200 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks [] for router, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:47.858516 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: dv-cinder-796685-1-smb {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:47.934086 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.058862 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Deleting port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:48.059430 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.142186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] For port 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,segment=NetworkSegment(f77e9c32-97bd-489e-81b5-ac65f5d7d324),segment_id=f77e9c32-97bd-489e-81b5-ac65f5d7d324)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:48.142434 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.145177 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'external_fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:22:47Z', 'revision_number': 5, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port': {'id': '4d20a3dc-59ca-49bf-84a5-5033f98bf0ba', 'name': '', 'network_id': '31c2734d-040a-4666-a5e7-33ac9890953f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8d96f9d7-e8c0-45a3-9f6b-d9d965c8c8ba', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-smb'}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:48.148585 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] Checking router: 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 for host: dv-cinder-796685-1-smb {{(pid=92541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:22:48.157229 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] Routers {'14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'} bound to L3 agent in host dv-cinder-796685-1-smb {{(pid=92541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:48.157866 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T16:06:12Z,description=,heartbeat_timestamp=2021-06-16T16:22:42Z,host='dv-cinder-796685-1-smb',id=fa293bdb-22c6-4eb7-b1d3-c26263627ce9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:06:13Z,topic='l3_agent')) {'router_ids': ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'], 'active': True} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:48.211258 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Calling delete_port for 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba owned by network:router_gateway {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:48.246209 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_dvr_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] Set router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 gateway port host: None {{(pid=92541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:22:48.299702 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.l3_hamode_db [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:22:47Z', 'revision_number': 6, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port_host': None}], 'dv-cinder-796685-1-smb', False) {} {{(pid=92541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:48.303419 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c51a0a-7df6-440b-a1d4-0fbd422caf5a None None] The sync data for ids ['14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7'] in dv-cinder-796685-1-smb is: [{'id': '14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7', 'name': 'tempest-AttachVolumeShelveTestJSON-941321255-router', 'tenant_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:17:18Z', 'updated_at': '2021-06-16T16:22:47Z', 'revision_number': 6, 'project_id': '0ea6080e8dbb42ea9a5137ac1d892f8e', 'gw_port_host': None}] {{(pid=92541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:22:48.535386 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.537590 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-537507c1-16c5-4542-8fae-0f3f665007bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:48.563241 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d20a3dc-59ca-49bf-84a5-5033f98bf0ba,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:48.565735 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:48.628567 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2029091'] for router_gateway, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.973570 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2070624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-814'] for router, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:48.975824 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.084027 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2006889'] for router, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.084581 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 {{(pid=92539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:22:49.089947 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] Notify callbacks [] for router, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.095291 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-96e81b2a-a95e-448c-999c-040e6a36e87f admin admin] 10.222.0.22 "DELETE /v2.0/routers/14dd2d22-ead2-4bfc-847f-3dd5cae1d5f7 HTTP/1.1" status: 204 len: 168 time: 1.3677859 Jun 16 16:22:49.095291 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32906) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:49.100323 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f57bcfe1-0285-4b15-ad8c-47f80516bea2 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:49.125604 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: f57bcfe1-0285-4b15-ad8c-47f80516bea2 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:49.126040 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device f57bcfe1-0285-4b15-ad8c-47f80516bea2 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:49.144638 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.db_base_plugin_v2 [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Deleting subnet e5564b19-e70f-4576-9a30-bc8952ca2eb9 {{(pid=92539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:22:49.149405 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.187336 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2497536'] for subnet, precommit_delete_associations {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.274968 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.404005 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3820595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2392296'] for subnet, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.406468 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:49.431378 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5564b19-e70f-4576-9a30-bc8952ca2eb9,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:49.434499 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:49.435517 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for subnet, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.441311 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-392a8d38-c96f-485c-866b-ab3200b92b65 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e5564b19-e70f-4576-9a30-bc8952ca2eb9 HTTP/1.1" status: 204 len: 168 time: 0.3429396 Jun 16 16:22:49.441311 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32908) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:49.445621 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c359e9-d4a4-4d42-a433-c896ea54421f None None] Network 6047a2d5-595a-40c2-9969-4d681caf289b requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:49.513875 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.566195 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Deleting port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 {{(pid=92539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:49.566445 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.637411 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.db [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] For port d3a29171-e060-4fb8-bfd0-f9ca520c86f4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:49.637857 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.661386 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] DHCP port deletion for 6047a2d5-595a-40c2-9969-4d681caf289b request from dv-cinder-796685-1-smb {{(pid=92540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:22:49.702153 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.plugin [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Calling delete_port for d3a29171-e060-4fb8-bfd0-f9ca520c86f4 owned by network:dhcp {{(pid=92539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:49.710598 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Deleting port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 {{(pid=92540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:22:49.710985 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.774555 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] For port d3a29171-e060-4fb8-bfd0-f9ca520c86f4, host dv-cinder-796685-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-smb',level=0,port_id=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,segment=NetworkSegment(14392031-1e3c-4e1d-9fe3-54e452a3d933),segment_id=14392031-1e3c-4e1d-9fe3-54e452a3d933)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:22:49.775465 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.842502 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Calling delete_port for d3a29171-e060-4fb8-bfd0-f9ca520c86f4 owned by network:dhcp {{(pid=92540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:22:49.859516 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3820793'] for port, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.861774 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-685e2f1d-a48f-462f-af12-4d3372f464e5 tempest-VolumesActionsTest-501735041 tempest-VolumesActionsTest-501735041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:49.888422 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:49.893119 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:49.894458 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] No DVR routers for this DVR port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 on host dv-cinder-796685-1-smb {{(pid=92539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:49.924274 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606'] for port, after_delete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.926245 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-26c0f667-a0d3-4650-a170-c1d241722820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:49.950065 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Pushing event deleted for resources: {'Port': ['ID=d3a29171-e060-4fb8-bfd0-f9ca520c86f4,revision_number=None']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:49.953374 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:49.954184 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa3f21-137e-4237-97ca-e1479e86a450 None None] No DVR routers for this DVR port d3a29171-e060-4fb8-bfd0-f9ca520c86f4 on host dv-cinder-796685-1-smb {{(pid=92540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:22:49.973194 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:49.984525 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6047a2d5-595a-40c2-9969-4d681caf289b']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:49.995725 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14392031-1e3c-4e1d-9fe3-54e452a3d933') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:49.996013 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14392031-1e3c-4e1d-9fe3-54e452a3d933') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:50.005134 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.019515 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.026992 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:22:50.027418 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:22:50.029917 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:22:50.157824 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.161669 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-d676db71-2df2-4164-9890-af2bf55d239d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:50.164216 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.166604 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6047a2d5-595a-40c2-9969-4d681caf289b HTTP/1.1" status: 204 len: 168 time: 0.7244463 Jun 16 16:22:50.177623 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Pushing event deleted for resources: {'Network': ['ID=6047a2d5-595a-40c2-9969-4d681caf289b,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:50.183340 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b4d7354b-f128-4c81-9f9f-112dd8167485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:50.495497 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32912) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:50.539250 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-160ecc44-3163-442b-94e0-25d240b6f2fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ea6080e8dbb42ea9a5137ac1d892f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425093 Jun 16 16:22:50.541675 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 32914) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:50.588629 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.608677 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.752487 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.755453 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:50.756758 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82e9a4aa-0354-4305-817f-6aad0065a133 HTTP/1.1" status: 204 len: 168 time: 0.2141306 Jun 16 16:22:50.757775 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-be3d8367-b032-44f5-9c76-4459ce4e1e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:50.767925 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e9a4aa-0354-4305-817f-6aad0065a133,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:50.770481 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-781d89d7-f511-44d8-b64e-1eeeae149ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:50.774132 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:50.798665 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:50.799124 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device 4d20a3dc-59ca-49bf-84a5-5033f98bf0ba not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:50.799637 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device d3a29171-e060-4fb8-bfd0-f9ca520c86f4 no longer exists at agent ovs-agent-dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:22:50.821172 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] No Port match for: d3a29171-e060-4fb8-bfd0-f9ca520c86f4 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:22:50.822075 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Device d3a29171-e060-4fb8-bfd0-f9ca520c86f4 not bound to the agent host dv-cinder-796685-1-smb {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:22:51.827317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 32936) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:51.959234 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1265004499-network', 'tenant_id': '0d0800fb9cef4efa94aa88e424095730'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:52.032336 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Made reservation on behalf of 0d0800fb9cef4efa94aa88e424095730 for: {'network': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:52.034830 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for network, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.044927 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.137643 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.186355 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.189580 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c3ad2229-c93b-4b7a-9026-b3b5f80ba19e tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:52.214269 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=92538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:52.224231 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:52.229184 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:52.230252 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.230589 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.db.segments_db [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Added segment 02813c1d-6688-4a75-b795-355805d43ea0 of type vlan for network c0062e1a-8fbd-4f70-a140-6db431474307 Jun 16 16:22:52.271275 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793646437771'] for network, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.346406 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650'] for network, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.347825 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:52.348409 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.350813 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-73125d0a-2a05-4ef2-812e-179da2e50216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:52.414506 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Pushing event updated for resources: {'Network': ['ID=c0062e1a-8fbd-4f70-a140-6db431474307,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:52.418889 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:52.426874 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Network c0062e1a-8fbd-4f70-a140-6db431474307 details requested by agent ovs-agent-dv-cinder-796685-1-smb with host dv-cinder-796685-1-smb {{(pid=92540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:52.431819 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-02a6846e-2d7b-4f50-8224-10a21c7ea804 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6033967 Jun 16 16:22:52.434672 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 32940) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:52.441824 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Request body: {'subnet': {'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1265004499-subnet', 'tenant_id': '0d0800fb9cef4efa94aa88e424095730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:52.528416 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Made reservation on behalf of 0d0800fb9cef4efa94aa88e424095730 for: {'subnet': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:52.530932 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4035912'] for subnet, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.757605 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:22:52.770774 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3968071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4035930'] for subnet, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:52.773427 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:52.828800 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9,revision_number=0']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:52.831686 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:52.842693 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Checking segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:52.843064 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Network hostable DHCP agents. Network: c0062e1a-8fbd-4f70-a140-6db431474307, hostable agents: ['147b55e3-17a3-4c6c-b2f1-0f358270ddf5'], hosted agents: [] {{(pid=92538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:53.055586 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Network c0062e1a-8fbd-4f70-a140-6db431474307 is scheduled to be hosted by DHCP agent 147b55e3-17a3-4c6c-b2f1-0f358270ddf5 with binding_index 1 {{(pid=92538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:53.152487 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-smb, c0062e1a-8fbd-4f70-a140-6db431474307) {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:53.160730 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:53.161884 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:53.162912 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cb1b31-9267-4723-8e8c-df4ad9bc22da None None] Network c0062e1a-8fbd-4f70-a140-6db431474307 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:53.238853 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-260112d4-ac89-49fc-98e0-6b8669b7ab2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8029704 Jun 16 16:22:53.296427 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bfe77-d8c8-4e9e-ac24-5e1fb201ec79 None None] Network c0062e1a-8fbd-4f70-a140-6db431474307 requested from dv-cinder-796685-1-smb {{(pid=92540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:53.694191 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-621dd501-208f-4098-8db0-fc8ef7bf736e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:53.695517 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-621dd501-208f-4098-8db0-fc8ef7bf736e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1005032 Jun 16 16:22:53.711417 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bc823155-52ac-4a94-b302-7feebf7acb22 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/quotas/0d0800fb9cef4efa94aa88e424095730 HTTP/1.1" status: 200 len: 375 time: 0.0091312 Jun 16 16:22:53.745054 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-118a9694-be58-443a-8e31-2faa071d34da tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276930 Jun 16 16:22:53.834332 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-0f645b70-c4f6-456d-a0b7-144f86a2dcdc service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825567 Jun 16 16:22:53.926358 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-c913e7fb-44d2-49d8-b36e-cee42d64736d service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856290 Jun 16 16:22:54.213341 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8bb877c0-be68-4e8b-be0d-d83b6d29a67e req-e32c91eb-9fad-4513-b40b-ae9139185010 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Jun 16 16:22:55.352386 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-594ef812-dfd7-4107-8afd-7212ca9ebb2e req-1c129dd8-3aa9-4f83-900f-4047464c45c8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0311275 Jun 16 16:22:56.517345 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8ce6a1d5-854b-4463-89e7-3f349cb6af1e req-bacc8490-da44-4a2a-8e63-7c83177608aa tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0456412 Jun 16 16:22:56.624234 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-e6220f67-74b0-42ef-9f7c-186ec4072d43 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:56.625688 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-e6220f67-74b0-42ef-9f7c-186ec4072d43 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1112828 Jun 16 16:22:56.650507 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Request body: {'port': {'device_id': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'admin_state_up': True, 'tenant_id': '0d0800fb9cef4efa94aa88e424095730'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:56.849102 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Made reservation on behalf of 0d0800fb9cef4efa94aa88e424095730 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:56.853399 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.979185 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Allocated IP 172.20.0.6 (c0062e1a-8fbd-4f70-a140-6db431474307/3224ab35-06a2-4d7e-bf4c-6b1f30a294a9/1bfce7f3-6bb6-404d-b1c7-f13590522764) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:57.135452 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.226774 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.231085 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-25407233-d5a7-46dd-b0cb-31227bb8841c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:57.270830 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Network c0062e1a-8fbd-4f70-a140-6db431474307 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:57.276706 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:57.286458 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:57.308845 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event updated for resources: {'Port': ['ID=1bfce7f3-6bb6-404d-b1c7-f13590522764,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:57.313435 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:57.336634 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:57.337803 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.473125 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382823 Jun 16 16:22:57.484945 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Request body: {'port': {'device_id': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:57.577867 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.724577 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab4bd1-a24d-48b0-9366-6d10fee88e1e req-893199c8-cdfd-41a2-8156-d39c13fca1fb tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:57.726096 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-91ab4bd1-a24d-48b0-9366-6d10fee88e1e req-893199c8-cdfd-41a2-8156-d39c13fca1fb tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 931 time: 0.0861478 Jun 16 16:22:57.776060 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-91ab4bd1-a24d-48b0-9366-6d10fee88e1e req-a53e268d-ecbd-4460-866c-46eee41a843d tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Jun 16 16:22:57.871687 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfce7f3-6bb6-404d-b1c7-f13590522764 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:22:57.879387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:57.892966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Transition to ACTIVE for port object 1bfce7f3-6bb6-404d-b1c7-f13590522764 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:58.025422 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:58.029676 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b7ee7681-a2ef-48de-b7b3-eff28caafc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:58.124259 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfce7f3-6bb6-404d-b1c7-f13590522764,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:58.127719 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:58.201201 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Attempting to bind port 1bfce7f3-6bb6-404d-b1c7-f13590522764 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:58.201530 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Attempting to bind port 1bfce7f3-6bb6-404d-b1c7-f13590522764 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:58.201854 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Attempting to bind port 1bfce7f3-6bb6-404d-b1c7-f13590522764 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:58.206335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Port 1bfce7f3-6bb6-404d-b1c7-f13590522764 on network c0062e1a-8fbd-4f70-a140-6db431474307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:22:58.206649 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Attempting to bind port 1bfce7f3-6bb6-404d-b1c7-f13590522764 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:58.211764 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:58.212125 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Checking segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:58.212560 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Bound using segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:58.213050 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Bound port: 1bfce7f3-6bb6-404d-b1c7-f13590522764, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:58.213386 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:58.273862 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] For port 1bfce7f3-6bb6-404d-b1c7-f13590522764, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:58.276912 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] For port 1bfce7f3-6bb6-404d-b1c7-f13590522764, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:58.374950 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:58.377945 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-96c75330-9194-4e76-95dd-adbcbda730c6 tempest-AttachVolumeTestJSON-1085148383 tempest-AttachVolumeTestJSON-1085148383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:58.407705 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.408277 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:58.409654 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] 10.222.0.79 "PUT /v2.0/ports/1bfce7f3-6bb6-404d-b1c7-f13590522764 HTTP/1.1" status: 200 len: 1093 time: 0.9294205 Jun 16 16:22:58.410168 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'tag': '1bfce7f3-6bb6-404d-b1c7-f13590522764'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:22:58.412445 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac7ca0b-b612-49a5-b424-d44db201760f" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3", "tag": "1bfce7f3-6bb6-404d-b1c7-f13590522764"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:22:58.437976 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfce7f3-6bb6-404d-b1c7-f13590522764,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:58.441265 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:58.449452 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b381cb2-ddb3-4e2d-9611-3c3cba591457 x-openstack-request-id: req-2b381cb2-ddb3-4e2d-9611-3c3cba591457 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:22:58.449789 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3", "tag": "1bfce7f3-6bb6-404d-b1c7-f13590522764", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:22:58.450087 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b381cb2-ddb3-4e2d-9611-3c3cba591457 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:22:58.450525 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'tag': '1bfce7f3-6bb6-404d-b1c7-f13590522764', 'status': 'completed', 'code': 200} Jun 16 16:22:58.520661 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7ca0b-b612-49a5-b424-d44db201760f req-bc78a80e-8102-496f-8855-d60d0a416313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.522164 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fac7ca0b-b612-49a5-b424-d44db201760f req-bc78a80e-8102-496f-8855-d60d0a416313 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0527780 Jun 16 16:22:58.620701 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7ca0b-b612-49a5-b424-d44db201760f req-cd2e5dfd-6b92-4eac-80ea-1e9eb9de8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.622142 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fac7ca0b-b612-49a5-b424-d44db201760f req-cd2e5dfd-6b92-4eac-80ea-1e9eb9de8272 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0d0800fb9cef4efa94aa88e424095730&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931389 Jun 16 16:22:58.716789 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7ca0b-b612-49a5-b424-d44db201760f req-c3ae602d-33d7-4584-b995-040c92a44e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.718124 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-fac7ca0b-b612-49a5-b424-d44db201760f req-c3ae602d-33d7-4584-b995-040c92a44e18 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895925 Jun 16 16:22:58.815774 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-ac9c2322-957e-4518-b3a6-220272af7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.817625 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-ac9c2322-957e-4518-b3a6-220272af7d0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0604899 Jun 16 16:22:58.859096 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-fd998d41-05bb-4b94-a7b8-8dd343d5fd8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764 HTTP/1.1" status: 200 len: 217 time: 0.0350606 Jun 16 16:22:58.920060 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7bbe457e-db27-4b88-ae8f-2ed44447f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.921584 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-7bbe457e-db27-4b88-ae8f-2ed44447f2d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 HTTP/1.1" status: 200 len: 855 time: 0.0543325 Jun 16 16:22:58.955483 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-492bb3a6-b59e-48c4-a7d0-aab6ab3aeee2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c0062e1a-8fbd-4f70-a140-6db431474307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270522 Jun 16 16:22:58.958929 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae75ab0-ac46-4a96-a84c-d54ec3061bee req-ced0884b-443c-4226-9094-777449561520 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:58.960585 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ae75ab0-ac46-4a96-a84c-d54ec3061bee req-ced0884b-443c-4226-9094-777449561520 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 943 time: 0.0655546 Jun 16 16:22:58.999878 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9ae75ab0-ac46-4a96-a84c-d54ec3061bee req-e748ca05-5db1-43f5-8ade-421b13d6b2e2 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Jun 16 16:22:59.047360 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-193d9739-2a04-4c8c-97b5-fb3c40ecae07 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Jun 16 16:22:59.142329 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-589e681b-ae23-429a-b804-3eb85d0c0bb2 req-982953ab-cb1f-479e-9720-6c2196c70fc5 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877869 Jun 16 16:22:59.586110 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.177066 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df68ff-0467-4686-9185-f957503cebfe req-17f843f3-e631-4e94-bddf-aee8258bd6ad tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:00.178622 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-45df68ff-0467-4686-9185-f957503cebfe req-17f843f3-e631-4e94-bddf-aee8258bd6ad tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 943 time: 0.0660462 Jun 16 16:23:00.220686 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-45df68ff-0467-4686-9185-f957503cebfe req-6612048a-8bed-4fe3-831f-5496c99e8b9a tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343587 Jun 16 16:23:00.473745 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 1bfce7f3-6bb6-404d-b1c7-f13590522764 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:00.572404 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 1bfce7f3-6bb6-404d-b1c7-f13590522764, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:00.583431 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '1bfce7f3-6bb6-404d-b1c7-f13590522764', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'port_id': '1bfce7f3-6bb6-404d-b1c7-f13590522764', 'mac_address': 'fa:16:3e:66:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3224ab35-06a2-4d7e-bf4c-6b1f30a294a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:00.620376 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.633131 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfce7f3-6bb6-404d-b1c7-f13590522764 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:00.652803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 1bfce7f3-6bb6-404d-b1c7-f13590522764, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:00.729844 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:00.731655 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:00.781446 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=1bfce7f3-6bb6-404d-b1c7-f13590522764,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:00.788689 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.789055 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.789397 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.789734 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.790754 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.791090 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.791422 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.791750 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.792078 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.792406 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.793034 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.793172 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:00.796980 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:00.935987 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:01.395475 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1e4ea-1e20-4b8e-baf1-90ee590fdfa4 req-8c8eb9e9-8bed-41d8-9ae2-db78bbae9c60 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:01.397126 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f2c1e4ea-1e20-4b8e-baf1-90ee590fdfa4 req-8c8eb9e9-8bed-41d8-9ae2-db78bbae9c60 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 944 time: 0.0646725 Jun 16 16:23:01.436825 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-f2c1e4ea-1e20-4b8e-baf1-90ee590fdfa4 req-286c5cc3-2c8c-4968-95aa-cb70854f5131 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Jun 16 16:23:02.481941 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 1bfce7f3-6bb6-404d-b1c7-f13590522764 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:02.635485 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee1703-5857-4e3a-8996-9c0aae3439f8 req-ed3341c4-69f0-4d30-9111-8c870600d65b tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:02.636991 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-29ee1703-5857-4e3a-8996-9c0aae3439f8 req-ed3341c4-69f0-4d30-9111-8c870600d65b tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 944 time: 0.0732422 Jun 16 16:23:02.637413 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 1bfce7f3-6bb6-404d-b1c7-f13590522764 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:02.641365 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 1bfce7f3-6bb6-404d-b1c7-f13590522764 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:02.641740 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.676093 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-29ee1703-5857-4e3a-8996-9c0aae3439f8 req-91abeab7-21a4-4a32-b8fe-78f8e0c08ade tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Jun 16 16:23:02.720735 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.743442 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfce7f3-6bb6-404d-b1c7-f13590522764'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:02.745884 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9791baf0-af21-4de8-8388-bb1520ccda23" -d '{"events": [{"server_uuid": "cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1bfce7f3-6bb6-404d-b1c7-f13590522764"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:02.758744 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 1bfce7f3-6bb6-404d-b1c7-f13590522764, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:02.784116 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b785c4e8-aa6a-4c11-af3c-99bfa5dceeb9 x-openstack-request-id: req-b785c4e8-aa6a-4c11-af3c-99bfa5dceeb9 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:02.784420 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3", "name": "network-vif-plugged", "status": "completed", "tag": "1bfce7f3-6bb6-404d-b1c7-f13590522764", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:02.784720 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b785c4e8-aa6a-4c11-af3c-99bfa5dceeb9 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:02.785116 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfce7f3-6bb6-404d-b1c7-f13590522764', 'code': 200} Jun 16 16:23:02.835938 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:02.839487 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:02.887071 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=1bfce7f3-6bb6-404d-b1c7-f13590522764,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:02.890350 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:03.211062 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b9f9e-d98a-43da-a8bf-af665cddade4 req-e9f6d10a-288f-4c10-966b-69ee2e49f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:03.213248 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3b7b9f9e-d98a-43da-a8bf-af665cddade4 req-e9f6d10a-288f-4c10-966b-69ee2e49f5d5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0519671 Jun 16 16:23:03.246115 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-3b7b9f9e-d98a-43da-a8bf-af665cddade4 req-cac88fc5-27f6-417a-8ae6-dc35d000fbd2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277669 Jun 16 16:23:03.857448 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6ebb-d68f-46db-80e9-866ce4d1f9a4 req-4a1434a7-6c82-4596-8396-6a43f6bc2acb tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:03.858982 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c9ec6ebb-d68f-46db-80e9-866ce4d1f9a4 req-4a1434a7-6c82-4596-8396-6a43f6bc2acb tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0730145 Jun 16 16:23:03.908009 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c9ec6ebb-d68f-46db-80e9-866ce4d1f9a4 req-be07f695-6687-4940-9b46-be2cc445e370 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Jun 16 16:23:05.096605 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e579e0-0de5-4a59-81d7-a7d05703ad54 req-59d8b266-9c48-46a4-bedb-2a062c2ee533 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:05.098053 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-39e579e0-0de5-4a59-81d7-a7d05703ad54 req-59d8b266-9c48-46a4-bedb-2a062c2ee533 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0688679 Jun 16 16:23:05.136561 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-39e579e0-0de5-4a59-81d7-a7d05703ad54 req-b1ee225a-c380-454f-b86d-bd1ff6e84588 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jun 16 16:23:09.705850 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-225e393d-a81d-4762-afa7-f737d2c99730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.149114 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-15c462da-d896-4fa9-97b1-773ba2544843 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:10.150500 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-15c462da-d896-4fa9-97b1-773ba2544843 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1046004 Jun 16 16:23:10.166566 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-7fa14701-21f0-4944-9657-0514380fa6e4 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/quotas/0d0800fb9cef4efa94aa88e424095730 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Jun 16 16:23:10.234287 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-4ca2e751-8042-47f1-a9a4-6f5752ffdf25 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622299 Jun 16 16:23:10.322037 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-5dfbf76a-6d30-43af-a6ff-738f53752fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809016 Jun 16 16:23:10.421028 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-3dffb688-54aa-41fc-9f49-2d630548b06d service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930262 Jun 16 16:23:10.710162 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-a4a62e0c-698b-4256-90f5-6bea195a6b6c req-abd74508-2199-4561-97a5-cac0c4f090f2 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 210 time: 0.0295925 Jun 16 16:23:11.850511 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-104ee8f1-bea6-4b5b-8814-25642573fd9c req-ead0d5f6-b7fa-44c5-85f8-e1b783f2483c tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 210 time: 0.0294571 Jun 16 16:23:12.202617 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-93298d00-1752-47bd-afcf-3e5d003e34e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.357324 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:12.828558 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c42aa546-528d-4a6c-a801-9bf04372bb39 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:12.830125 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c42aa546-528d-4a6c-a801-9bf04372bb39 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1074431 Jun 16 16:23:12.842391 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Request body: {'port': {'device_id': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'admin_state_up': True, 'tenant_id': '0d0800fb9cef4efa94aa88e424095730'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:12.995636 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-53489ce9-21b5-4662-9435-8c835161116c req-afa60ae5-8296-4454-a55e-eaa9f06af601 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 210 time: 0.0282276 Jun 16 16:23:13.048918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Made reservation on behalf of 0d0800fb9cef4efa94aa88e424095730 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:13.053497 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.181978 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Allocated IP 172.20.0.8 (c0062e1a-8fbd-4f70-a140-6db431474307/3224ab35-06a2-4d7e-bf4c-6b1f30a294a9/b82b8316-37c7-4655-abcc-ef9ea9a9ae26) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:13.331901 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.464939 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.469214 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:13.476688 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:13.503453 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.511291 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Network c0062e1a-8fbd-4f70-a140-6db431474307 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:13.516902 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:13.520941 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:13.544683 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event updated for resources: {'Port': ['ID=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:13.549387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:13.573469 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:13.574092 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.655238 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-48f443ae-4416-48db-84f5-3a9e38b93460 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8163972 Jun 16 16:23:13.667764 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Request body: {'port': {'device_id': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:13.754567 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.033973 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82b8316-37c7-4655-abcc-ef9ea9a9ae26 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:14.044998 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.055158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Transition to ACTIVE for port object b82b8316-37c7-4655-abcc-ef9ea9a9ae26 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:14.138564 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.142302 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a1328f77-8835-43dc-9a23-1e4b0cffb4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:14.184368 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79889e2-413b-485f-a525-04c51ae602aa req-b82e6dc3-3a0d-46d3-8cbf-6189c48147d5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.185902 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c79889e2-413b-485f-a525-04c51ae602aa req-b82e6dc3-3a0d-46d3-8cbf-6189c48147d5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 931 time: 0.0709829 Jun 16 16:23:14.220878 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Pushing event updated for resources: {'Port': ['ID=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:14.227748 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c79889e2-413b-485f-a525-04c51ae602aa req-61feeca9-e53c-4a49-94bd-8ca8b45c8853 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Jun 16 16:23:14.239527 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:14.289371 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Attempting to bind port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:14.289607 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Attempting to bind port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:14.289945 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Attempting to bind port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:14.294935 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 on network c0062e1a-8fbd-4f70-a140-6db431474307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:14.295256 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Attempting to bind port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:14.300359 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:14.300767 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Checking segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:14.301141 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Bound using segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:14.301567 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Bound port: b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:14.301908 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.385118 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] For port b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:14.390796 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] For port b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:14.478660 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.483418 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-e16b86eb-1835-47f7-a27f-f90163c077b0 tempest-VolumesNegativeTest-1398672172 tempest-VolumesNegativeTest-1398672172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:14.515146 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.515760 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.517252 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] 10.222.0.79 "PUT /v2.0/ports/b82b8316-37c7-4655-abcc-ef9ea9a9ae26 HTTP/1.1" status: 200 len: 1093 time: 0.8546693 Jun 16 16:23:14.517775 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'tag': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:14.520088 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e" -d '{"events": [{"name": "network-changed", "server_uuid": "6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe", "tag": "b82b8316-37c7-4655-abcc-ef9ea9a9ae26"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:14.555087 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Pushing event updated for resources: {'Port': ['ID=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:14.558494 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:14.560191 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e22695f-3a82-4c8e-bf0e-b5c19af76a3b x-openstack-request-id: req-2e22695f-3a82-4c8e-bf0e-b5c19af76a3b {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:14.560543 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe", "tag": "b82b8316-37c7-4655-abcc-ef9ea9a9ae26", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:14.560847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e22695f-3a82-4c8e-bf0e-b5c19af76a3b {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:14.561288 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'tag': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'status': 'completed', 'code': 200} Jun 16 16:23:14.639251 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e req-0198dc99-3cc8-4219-bcf8-06dd99b983f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.640817 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e req-0198dc99-3cc8-4219-bcf8-06dd99b983f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 1096 time: 0.0575962 Jun 16 16:23:14.749880 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e req-c265e9dd-18e8-40c0-927f-45d5466f5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.751367 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e req-c265e9dd-18e8-40c0-927f-45d5466f5bff service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0d0800fb9cef4efa94aa88e424095730&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1037321 Jun 16 16:23:14.851587 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e req-641e37e1-419c-44f3-b06b-18c24451cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.853208 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f967fc07-e6b2-4ccf-bbc0-106fa5e4779e req-641e37e1-419c-44f3-b06b-18c24451cee1 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949295 Jun 16 16:23:14.950779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-2645fb59-ae45-4d1f-8835-4e919fd8082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.952256 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-2645fb59-ae45-4d1f-8835-4e919fd8082b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 1096 time: 0.0590043 Jun 16 16:23:14.956935 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.993509 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-eccfdf99-1b92-4509-ab6d-a129a2f22b83 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b82b8316-37c7-4655-abcc-ef9ea9a9ae26 HTTP/1.1" status: 200 len: 217 time: 0.0342059 Jun 16 16:23:15.042418 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-8d3a8b1e-e819-4185-8172-8cd2bc58ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:15.043890 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-8d3a8b1e-e819-4185-8172-8cd2bc58ba16 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 HTTP/1.1" status: 200 len: 855 time: 0.0440218 Jun 16 16:23:15.077917 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-f8e7eb55-94bd-454c-ac80-df1a056a2234 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c0062e1a-8fbd-4f70-a140-6db431474307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271800 Jun 16 16:23:15.175427 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-7f99db5d-3959-47ef-a15a-7c8dfd84759d service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911484 Jun 16 16:23:15.271992 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c03a70de-3d77-4eb8-8230-99429d0c98e0 req-2a8d1948-b8f5-4685-ae2c-bfc5a8f4f9e5 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894539 Jun 16 16:23:15.411167 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825129b-4d46-4575-9953-86474070f2f1 req-d7ee7c32-90f6-43fe-b324-1991712cc5ce tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:15.412716 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d825129b-4d46-4575-9953-86474070f2f1 req-d7ee7c32-90f6-43fe-b324-1991712cc5ce tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 943 time: 0.0649014 Jun 16 16:23:15.451230 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-d825129b-4d46-4575-9953-86474070f2f1 req-bc8023c1-4701-4531-b0d6-ccd95bfe32d4 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Jun 16 16:23:16.559487 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b82b8316-37c7-4655-abcc-ef9ea9a9ae26 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:16.627845 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e026ce-f086-4a1d-ad0f-8d269f8d2fdf req-8e8a3d14-4070-4f70-af5d-e8f8ce6ff688 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:16.629372 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-06e026ce-f086-4a1d-ad0f-8d269f8d2fdf req-8e8a3d14-4070-4f70-af5d-e8f8ce6ff688 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 943 time: 0.0651572 Jun 16 16:23:16.659079 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:16.668988 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-06e026ce-f086-4a1d-ad0f-8d269f8d2fdf req-3e272e9a-56aa-4eaa-97b7-b1ba3652cfdf tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Jun 16 16:23:16.670910 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'port_id': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'mac_address': 'fa:16:3e:d7:cc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3224ab35-06a2-4d7e-bf4c-6b1f30a294a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:16.707892 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.719991 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82b8316-37c7-4655-abcc-ef9ea9a9ae26 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:16.742318 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:16.825380 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.828065 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-3886917c-9240-4a36-b2ec-af29e8ca9c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:16.876127 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:16.879168 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.037239 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['b82b8316-37c7-4655-abcc-ef9ea9a9ae26'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:17.846481 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41df65-91b6-4730-9a80-c8e37f53396f req-9e5e99f6-4d79-4e8b-ab98-c1f09086a18a tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:17.847969 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ae41df65-91b6-4730-9a80-c8e37f53396f req-9e5e99f6-4d79-4e8b-ab98-c1f09086a18a tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 944 time: 0.0637481 Jun 16 16:23:17.891234 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ae41df65-91b6-4730-9a80-c8e37f53396f req-f7301f37-9ceb-4c90-9dbe-0e2b8c0bf64f tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Jun 16 16:23:18.574924 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b82b8316-37c7-4655-abcc-ef9ea9a9ae26 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:18.692468 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:18.696512 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:18.696908 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.778820 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.801217 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:18.803498 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94c2608-58ff-4d26-a8c2-1c7a26d158be" -d '{"events": [{"server_uuid": "6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe", "name": "network-vif-plugged", "status": "completed", "tag": "b82b8316-37c7-4655-abcc-ef9ea9a9ae26"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:18.816685 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:18.838749 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af5c3db-83ba-4257-8ff6-70759ab6face x-openstack-request-id: req-4af5c3db-83ba-4257-8ff6-70759ab6face {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:18.839047 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe", "name": "network-vif-plugged", "status": "completed", "tag": "b82b8316-37c7-4655-abcc-ef9ea9a9ae26", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:18.839311 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4af5c3db-83ba-4257-8ff6-70759ab6face {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:18.839710 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'code': 200} Jun 16 16:23:18.934619 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:18.937470 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:18.986430 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:18.989727 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:19.070860 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b8d14-2aaf-4143-86dd-574cf8d22a0a req-8fee7255-e8f1-4426-a836-88517a29d1a6 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.072323 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3f3b8d14-2aaf-4143-86dd-574cf8d22a0a req-8fee7255-e8f1-4426-a836-88517a29d1a6 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 945 time: 0.0678179 Jun 16 16:23:19.110089 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3f3b8d14-2aaf-4143-86dd-574cf8d22a0a req-255a21a3-776f-49d5-a452-717f8665283d tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Jun 16 16:23:19.227684 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b515a-6b2a-48bc-9c2e-b755344fd871 req-f882aa56-6c7f-4b24-8f07-4dfde46f7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.229199 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c3b515a-6b2a-48bc-9c2e-b755344fd871 req-f882aa56-6c7f-4b24-8f07-4dfde46f7a3d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 1098 time: 0.0564785 Jun 16 16:23:19.284685 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-2c3b515a-6b2a-48bc-9c2e-b755344fd871 req-5a2df025-2976-485b-9503-4908f048443b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Jun 16 16:23:20.304324 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4de74-feb6-4772-9711-1903d3d196aa req-8ec9e1f6-e9f6-4396-9dcb-5160a46b4797 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:20.306339 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41a4de74-feb6-4772-9711-1903d3d196aa req-8ec9e1f6-e9f6-4396-9dcb-5160a46b4797 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 945 time: 0.0781198 Jun 16 16:23:20.344867 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41a4de74-feb6-4772-9711-1903d3d196aa req-8318e783-79a5-4dcb-a7b8-f936c6948cec tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jun 16 16:23:21.529965 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6673f-d38b-487a-9130-5d4375b5b777 req-eae557fc-fa97-4657-a30d-7e476e93aec2 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:21.531540 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8bf6673f-d38b-487a-9130-5d4375b5b777 req-eae557fc-fa97-4657-a30d-7e476e93aec2 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 945 time: 0.0728180 Jun 16 16:23:21.570775 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-8bf6673f-d38b-487a-9130-5d4375b5b777 req-174c4223-5815-41b3-971d-b3cab9c34513 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330455 Jun 16 16:23:23.486601 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-1828d93d-fb0d-4a7a-accb-3d48b91c3726 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:23.487980 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-1828d93d-fb0d-4a7a-accb-3d48b91c3726 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1063385 Jun 16 16:23:23.503543 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-7b569216-649b-407b-9e6a-9d0cc6ae3984 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/quotas/0d0800fb9cef4efa94aa88e424095730 HTTP/1.1" status: 200 len: 375 time: 0.0098066 Jun 16 16:23:23.879070 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-017a2e5c-dd61-4d24-812e-a392116b26a3 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3700490 Jun 16 16:23:24.026414 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-017fc680-7d4a-451d-94f2-c4ccee8b47d3 service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402183 Jun 16 16:23:24.117023 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-5617c631-91b5-4359-8984-472bcf9ead3f service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 Jun 16 16:23:24.385046 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ca0e3936-ccd9-4a98-8aab-8f6d552c9b8c req-e899d292-61b7-4278-80ac-08dd044bbcdf tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 210 time: 0.0338051 Jun 16 16:23:25.526632 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-5a5f29ef-140f-4d24-9ce0-5c64be318476 req-b1b671c6-86ea-4c1c-8308-b256f1d50688 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 210 time: 0.0284355 Jun 16 16:23:26.505545 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-d55f1297-67ff-4bb8-a43c-a48a3f142a0d tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:26.506983 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-d55f1297-67ff-4bb8-a43c-a48a3f142a0d tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1052639 Jun 16 16:23:26.519119 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Request body: {'port': {'device_id': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'admin_state_up': True, 'tenant_id': '0d0800fb9cef4efa94aa88e424095730'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:26.676012 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-c6206ab1-732e-487b-ae7b-b39ea5b28b68 req-64da968b-8930-4991-8001-8f0084def464 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 210 time: 0.0290675 Jun 16 16:23:26.700155 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Made reservation on behalf of 0d0800fb9cef4efa94aa88e424095730 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:26.703746 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:26.838691 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Allocated IP 172.20.0.3 (c0062e1a-8fbd-4f70-a140-6db431474307/3224ab35-06a2-4d7e-bf4c-6b1f30a294a9/b85d6ab5-37f8-4843-98a0-5d5ae2be2956) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:26.997364 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.128699 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.132923 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-4e85facd-6837-46f1-ba5b-8fee55f2f027 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:27.144803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764', 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:27.175284 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Network c0062e1a-8fbd-4f70-a140-6db431474307 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:27.180914 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:27.185694 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:27.192449 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event updated for resources: {'Port': ['ID=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:27.216977 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:27.242679 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:27.243309 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.300356 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-f1149862-13c7-4fb3-9c8f-5d63b7e45393 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7849796 Jun 16 16:23:27.313229 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Request body: {'port': {'device_id': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:27.387436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.660753 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85d6ab5-37f8-4843-98a0-5d5ae2be2956 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:27.669555 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.683412 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Transition to ACTIVE for port object b85d6ab5-37f8-4843-98a0-5d5ae2be2956 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:27.745451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:27.747595 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-cf63d02f-55d3-4f27-8d8d-379fc662bffc tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:27.829343 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Pushing event updated for resources: {'Port': ['ID=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:27.851886 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:27.943884 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Attempting to bind port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:27.944124 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Attempting to bind port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:27.944448 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Attempting to bind port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:27.956387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4eeeb-eb7a-45b6-a391-41e91568a3a9 req-4805aca1-57bf-4d0a-af79-26d4479f7ecd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:27.957893 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dae4eeeb-eb7a-45b6-a391-41e91568a3a9 req-4805aca1-57bf-4d0a-af79-26d4479f7ecd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 943 time: 0.1495726 Jun 16 16:23:27.959019 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 on network c0062e1a-8fbd-4f70-a140-6db431474307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:27.959341 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Attempting to bind port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:27.967154 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:27.967477 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Checking segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:27.967866 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Bound using segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:27.968306 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Bound port: b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:27.968868 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.043435 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dae4eeeb-eb7a-45b6-a391-41e91568a3a9 req-d6195f5e-726d-40bb-a89c-41ed49bff273 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 Jun 16 16:23:28.081073 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] For port b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:28.085421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] For port b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:28.144024 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.146248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a6d09aeb-9dc6-44e3-a7e2-5ac2ca4daa48 tempest-TestShelveInstance-584633821 tempest-TestShelveInstance-584633821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:28.189159 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.189786 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.191212 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] 10.222.0.79 "PUT /v2.0/ports/b85d6ab5-37f8-4843-98a0-5d5ae2be2956 HTTP/1.1" status: 200 len: 1093 time: 0.8830714 Jun 16 16:23:28.191752 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'tag': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:28.210592 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99" -d '{"events": [{"name": "network-changed", "server_uuid": "40af1ba4-fd5d-4815-a0d7-552f687d4e5d", "tag": "b85d6ab5-37f8-4843-98a0-5d5ae2be2956"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:28.214186 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Pushing event updated for resources: {'Port': ['ID=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:28.218091 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0796848b-b6ba-4abb-b605-a1c1d1ec8740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:28.237266 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc9e326-0f93-471f-a0f1-47ad840d912d x-openstack-request-id: req-9bc9e326-0f93-471f-a0f1-47ad840d912d {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:28.237266 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40af1ba4-fd5d-4815-a0d7-552f687d4e5d", "tag": "b85d6ab5-37f8-4843-98a0-5d5ae2be2956", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:28.237266 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bc9e326-0f93-471f-a0f1-47ad840d912d {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:28.237266 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'tag': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956', 'status': 'completed', 'code': 200} Jun 16 16:23:28.309235 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99 req-d324ea05-c92e-430d-8ecd-2ca281c3c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.310725 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99 req-d324ea05-c92e-430d-8ecd-2ca281c3c9a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 1096 time: 0.0546050 Jun 16 16:23:28.425779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99 req-545ef924-535b-460f-988b-618c0fc35491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.427246 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99 req-545ef924-535b-460f-988b-618c0fc35491 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0d0800fb9cef4efa94aa88e424095730&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1003401 Jun 16 16:23:28.520024 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99 req-0b251ee6-7b4b-42b9-9448-1d86b245840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.521422 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-d37f7ad8-e64d-4ca0-b242-f6ebadb38f99 req-0b251ee6-7b4b-42b9-9448-1d86b245840a service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871189 Jun 16 16:23:28.616994 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-febafb50-fbbd-4e5c-853c-3349a797f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.618512 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-febafb50-fbbd-4e5c-853c-3349a797f0d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 1096 time: 0.0576992 Jun 16 16:23:28.660816 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-45bc8b7e-a73b-45d3-b702-f788c4dc5fc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85d6ab5-37f8-4843-98a0-5d5ae2be2956 HTTP/1.1" status: 200 len: 217 time: 0.0349939 Jun 16 16:23:28.709656 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-c727df33-2ec2-49de-80cd-c583f717eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:28.711116 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-c727df33-2ec2-49de-80cd-c583f717eed3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 HTTP/1.1" status: 200 len: 855 time: 0.0441358 Jun 16 16:23:28.742877 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-993c2b0c-11aa-4406-8030-184605f34ab2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c0062e1a-8fbd-4f70-a140-6db431474307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257399 Jun 16 16:23:28.853956 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-1a76a768-92b0-4fd9-bb1b-eb08f0a3f292 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039674 Jun 16 16:23:28.952029 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-41bd258f-429e-4d33-9c86-88c323c81b83 req-2b3081a0-ef65-46dd-83ae-e14ed1fe0269 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911531 Jun 16 16:23:29.224588 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dbcd8-8916-45d6-a03e-0cd73b51a36f req-ba92bbd4-ecbb-4a4f-9e96-08fd5eb3d100 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:29.226004 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-176dbcd8-8916-45d6-a03e-0cd73b51a36f req-ba92bbd4-ecbb-4a4f-9e96-08fd5eb3d100 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 943 time: 0.0649328 Jun 16 16:23:29.264460 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-176dbcd8-8916-45d6-a03e-0cd73b51a36f req-1cdbedf6-bf15-476a-b9e4-3e659a430ceb tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Jun 16 16:23:29.606145 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:29.756168 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:23:30.442938 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f602602-67d4-4bee-99b4-74330d191650 req-f0c9b7c5-27a8-4a66-9889-3be0c18f6ddd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:30.444398 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9f602602-67d4-4bee-99b4-74330d191650 req-f0c9b7c5-27a8-4a66-9889-3be0c18f6ddd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 943 time: 0.0648208 Jun 16 16:23:30.482199 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-9f602602-67d4-4bee-99b4-74330d191650 req-57f8c592-08c3-48e5-a30a-2fdd4b9999a5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Jun 16 16:23:30.633371 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b85d6ab5-37f8-4843-98a0-5d5ae2be2956 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:30.848166 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:30.859928 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'port_id': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956', 'mac_address': 'fa:16:3e:0a:32:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3224ab35-06a2-4d7e-bf4c-6b1f30a294a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:30.898779 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:30.912195 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85d6ab5-37f8-4843-98a0-5d5ae2be2956 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:30.937669 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:31.000473 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:31.002415 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:31.054074 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:31.057317 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:31.256089 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['b85d6ab5-37f8-4843-98a0-5d5ae2be2956'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:31.656203 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda49c-23cf-4860-a61f-cfd941d62ce5 req-1028031d-bde8-46c5-92ae-aa15de6181be tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:31.657710 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6efda49c-23cf-4860-a61f-cfd941d62ce5 req-1028031d-bde8-46c5-92ae-aa15de6181be tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 944 time: 0.0648291 Jun 16 16:23:31.695865 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-6efda49c-23cf-4860-a61f-cfd941d62ce5 req-8444c2b7-2384-4796-817a-2542244629f5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jun 16 16:23:32.628335 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b85d6ab5-37f8-4843-98a0-5d5ae2be2956 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:32.733889 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:32.738176 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:32.738561 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.816947 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.842115 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:32.844394 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a0392-b2d4-4fe1-926b-952dca9dd065" -d '{"events": [{"server_uuid": "40af1ba4-fd5d-4815-a0d7-552f687d4e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b85d6ab5-37f8-4843-98a0-5d5ae2be2956"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:32.857731 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:32.881209 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16211053-fb04-4226-a342-a572445bcdb5 x-openstack-request-id: req-16211053-fb04-4226-a342-a572445bcdb5 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:32.881510 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af1ba4-fd5d-4815-a0d7-552f687d4e5d", "name": "network-vif-plugged", "status": "completed", "tag": "b85d6ab5-37f8-4843-98a0-5d5ae2be2956", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:32.881776 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16211053-fb04-4226-a342-a572445bcdb5 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:32.882229 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956', 'code': 200} Jun 16 16:23:32.886642 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743003a-3e0b-43d2-bc9c-8934d4a20000 req-9d3c87d1-e9ec-429d-9d0f-3e627f1456c6 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:32.888677 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b743003a-3e0b-43d2-bc9c-8934d4a20000 req-9d3c87d1-e9ec-429d-9d0f-3e627f1456c6 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 944 time: 0.0751410 Jun 16 16:23:32.927821 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:32.930700 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b743003a-3e0b-43d2-bc9c-8934d4a20000 req-a695dd0b-17b7-4178-a4d1-40dab42c6b6b tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349762 Jun 16 16:23:32.932866 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:32.983775 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:32.986972 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:33.274546 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6215e-fbf0-46d5-94d1-3535eea5e865 req-6d1c710e-1c42-4dc3-9067-6f283dc96d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:33.275952 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ac6215e-fbf0-46d5-94d1-3535eea5e865 req-6d1c710e-1c42-4dc3-9067-6f283dc96d25 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 1098 time: 0.0665314 Jun 16 16:23:33.317302 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1ac6215e-fbf0-46d5-94d1-3535eea5e865 req-693f6581-642e-47ed-a73b-2fd36bff8465 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303271 Jun 16 16:23:34.115804 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e4834-59b3-43e8-ad8c-d769efd747d2 req-c8f27461-5b30-4de8-8048-b09d711c3ed7 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:34.117387 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f1e4834-59b3-43e8-ad8c-d769efd747d2 req-c8f27461-5b30-4de8-8048-b09d711c3ed7 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 945 time: 0.0644531 Jun 16 16:23:34.162959 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-1f1e4834-59b3-43e8-ad8c-d769efd747d2 req-dcb667d7-ccaf-48c4-a847-73a59832f225 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Jun 16 16:23:34.838503 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-3296c9ae-5db8-432f-ac18-b8b5e0e724ec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533843 Jun 16 16:23:34.947495 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bef96-33a4-4679-a53b-c2d78835626c req-6603c111-d0a7-4a1a-9b2d-82490738bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:34.949007 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-6603c111-d0a7-4a1a-9b2d-82490738bed6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 1098 time: 0.0593181 Jun 16 16:23:35.056817 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bef96-33a4-4679-a53b-c2d78835626c req-28c571f1-4a58-46d2-9f96-7c063ecd5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:35.058171 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-28c571f1-4a58-46d2-9f96-7c063ecd5998 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 916 time: 0.0894537 Jun 16 16:23:35.105299 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-8a268e5f-26d4-43a6-9113-89c02ffe8f74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764 HTTP/1.1" status: 200 len: 217 time: 0.0382149 Jun 16 16:23:35.154426 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bef96-33a4-4679-a53b-c2d78835626c req-88d4439a-e478-4481-804d-ce617d07174c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:35.155875 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-88d4439a-e478-4481-804d-ce617d07174c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 HTTP/1.1" status: 200 len: 855 time: 0.0446260 Jun 16 16:23:35.190174 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-db701e3b-83a9-4864-b362-ff53b21b8221 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c0062e1a-8fbd-4f70-a140-6db431474307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277874 Jun 16 16:23:35.286959 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-e9ade758-050f-45c0-aa52-bcda83c35e28 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899279 Jun 16 16:23:35.346980 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5c842-0b64-40ea-810a-cdf56b231cdb req-df160861-cb0a-4e32-8aad-0c9ed33bf9fd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:35.348580 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e6a5c842-0b64-40ea-810a-cdf56b231cdb req-df160861-cb0a-4e32-8aad-0c9ed33bf9fd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 945 time: 0.0719113 Jun 16 16:23:35.380033 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-f12bef96-33a4-4679-a53b-c2d78835626c req-02edbc0b-28af-4d4c-8f81-8ab065f19230 service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Jun 16 16:23:35.388149 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-e6a5c842-0b64-40ea-810a-cdf56b231cdb req-efe01717-9052-4742-8066-9874211dfdc0 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338528 Jun 16 16:23:39.745070 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1626a699-77c4-4d54-bb6f-dc56694a7fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.876740 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-8031da1a-5df9-499f-b4aa-c292f6d4b726 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:41.878169 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-8031da1a-5df9-499f-b4aa-c292f6d4b726 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1004784 Jun 16 16:23:41.892774 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-8f663548-f66a-4de9-b341-cf93cace76ed tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/quotas/0d0800fb9cef4efa94aa88e424095730 HTTP/1.1" status: 200 len: 375 time: 0.0090213 Jun 16 16:23:41.959694 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-df8c7d56-d7fa-45b5-b04c-b229be55fb35 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619175 Jun 16 16:23:42.053298 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-52f80576-d4a8-4e75-aba8-3dc0c88ffcb4 service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869534 Jun 16 16:23:42.154305 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-5fa91777-9895-4a02-a29f-2d6de342ee05 service neutron] 10.222.0.22 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907483 Jun 16 16:23:42.193014 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-911a06ec-85f9-4858-b215-74476b2efb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.430380 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.440052 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c55500a0-e175-4b3d-b71b-93a46f24ab5f req-b01978c7-2c6b-4ba1-aff7-574a03b4c442 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 210 time: 0.0369415 Jun 16 16:23:43.470366 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:43.581520 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-519bc3eb-3e04-4924-b9c0-b26074841b58 req-19471735-9bbb-48ae-8334-1211210ac01b tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 210 time: 0.0283632 Jun 16 16:23:44.506925 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-c8d4f38d-d02e-445b-a4d3-1c9ca8fd4b54 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:44.509042 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-c8d4f38d-d02e-445b-a4d3-1c9ca8fd4b54 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/networks?id=c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 200 len: 815 time: 0.1023729 Jun 16 16:23:44.523103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Request body: {'port': {'device_id': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'admin_state_up': True, 'tenant_id': '0d0800fb9cef4efa94aa88e424095730'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:44.707779 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Made reservation on behalf of 0d0800fb9cef4efa94aa88e424095730 for: {'port': 1} {{(pid=92538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:44.711005 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-973400'] for port, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:44.739699 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-206a4086-f7b1-48ff-a543-acf0f37a53c9 req-bd2d20a1-3847-47f1-a6b7-b2928f19a34a tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 210 time: 0.0426106 Jun 16 16:23:44.860393 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_common [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Allocated IP 172.20.0.12 (c0062e1a-8fbd-4f70-a140-6db431474307/3224ab35-06a2-4d7e-bf4c-6b1f30a294a9/652c4ac6-9a7a-46f6-9201-8c379a2961b3) {{(pid=92538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:44.978983 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.011446 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks [] for port, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.110296 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-974493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-59955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793646499597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3968211'] for port, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.114406 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-64702fac-2a7c-4ac7-a622-161ba2dbba42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:45.123497 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764', 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:45.158775 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Network c0062e1a-8fbd-4f70-a140-6db431474307 is already hosted by enough agents. {{(pid=92538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:45.164068 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.scheduler.base_scheduler [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Resources bound (agent type, host, resource id): {{(pid=92538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:45.167848 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Received port after_create {{(pid=92538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:45.175451 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event updated for resources: {'Port': ['ID=652c4ac6-9a7a-46f6-9201-8c379a2961b3,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:45.205675 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.206066 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.206446 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.206823 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.207200 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.207571 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.207946 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.208318 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.208841 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.209209 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.209573 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.209938 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:45.215645 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:45.234017 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:45.234559 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.327885 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6362b5b2-bad5-4115-8b4d-2ed405503ba8 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8088951 Jun 16 16:23:45.344880 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.v2.base [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Request body: {'port': {'device_id': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:45.421321 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.685907 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652c4ac6-9a7a-46f6-9201-8c379a2961b3 {{(pid=92538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:45.693403 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.705088 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.provisioning_blocks [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Transition to ACTIVE for port object 652c4ac6-9a7a-46f6-9201-8c379a2961b3 will not be triggered until provisioned by entity L2. {{(pid=92538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:45.789954 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.792158 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-0271005d-c590-4482-b75c-fee8691d2ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:45.867203 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Pushing event updated for resources: {'Port': ['ID=652c4ac6-9a7a-46f6-9201-8c379a2961b3,revision_number=2']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:45.871387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:45.919829 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24be57-130b-4af5-b3f4-4192e482aeb7 req-bfb40724-229a-43fd-b58b-0cc7dd28fc0d tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:45.921354 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3f24be57-130b-4af5-b3f4-4192e482aeb7 req-bfb40724-229a-43fd-b58b-0cc7dd28fc0d tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 944 time: 0.0680759 Jun 16 16:23:45.934436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Attempting to bind port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:45.934767 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Attempting to bind port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:45.935093 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Attempting to bind port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:45.939372 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 on network c0062e1a-8fbd-4f70-a140-6db431474307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:23:45.939623 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Attempting to bind port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 on network c0062e1a-8fbd-4f70-a140-6db431474307 {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:45.944365 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Checking agent: {'id': '90f5ee5b-1885-49eb-abb0-091b038f93e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'started_at': datetime.datetime(2021, 6, 16, 16, 12, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:45.944728 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Checking segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:45.945101 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Bound using segment: {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'} {{(pid=92538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:45.945525 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.managers [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Bound port: 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02813c1d-6688-4a75-b795-355805d43ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307'}}] {{(pid=92538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:45.945868 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:45.959847 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-3f24be57-130b-4af5-b3f4-4192e482aeb7 req-3594fae7-2405-443b-b0ca-62572dbea038 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Jun 16 16:23:46.007329 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] For port 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host hv-cinder-79668, cleared binding levels {{(pid=92538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:46.010268 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] For port 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=652c4ac6-9a7a-46f6-9201-8c379a2961b3,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:46.064970 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3968197'] for port, after_update {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.067285 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:46.106413 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.107017 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:46.108403 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] 10.222.0.79 "PUT /v2.0/ports/652c4ac6-9a7a-46f6-9201-8c379a2961b3 HTTP/1.1" status: 200 len: 1094 time: 0.7681072 Jun 16 16:23:46.108961 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'tag': '652c4ac6-9a7a-46f6-9201-8c379a2961b3'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:46.111392 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66d90a-5d46-4eed-a775-fbccf66d63be", "tag": "652c4ac6-9a7a-46f6-9201-8c379a2961b3"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:46.135019 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Pushing event updated for resources: {'Port': ['ID=652c4ac6-9a7a-46f6-9201-8c379a2961b3,revision_number=3']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:46.138327 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-82b25380-7623-4c40-a266-084bf6735e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:46.151036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5056b6f6-a8a7-4410-b9be-cebc5db5adfd x-openstack-request-id: req-5056b6f6-a8a7-4410-b9be-cebc5db5adfd {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:46.151372 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66d90a-5d46-4eed-a775-fbccf66d63be", "tag": "652c4ac6-9a7a-46f6-9201-8c379a2961b3", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:46.151669 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5056b6f6-a8a7-4410-b9be-cebc5db5adfd {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:46.155022 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'tag': '652c4ac6-9a7a-46f6-9201-8c379a2961b3', 'status': 'completed', 'code': 200} Jun 16 16:23:46.233849 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed req-1cfedf3f-8c28-449f-8f80-01e118701891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.235306 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed req-1cfedf3f-8c28-449f-8f80-01e118701891 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 1097 time: 0.0618634 Jun 16 16:23:46.341055 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed req-c8c7e212-9eee-4263-9dd0-d77c2e04ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.342580 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed req-c8c7e212-9eee-4263-9dd0-d77c2e04ebd0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0d0800fb9cef4efa94aa88e424095730&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0991490 Jun 16 16:23:46.438676 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed req-c85f2da3-58c1-41ae-88b8-45eba3a053d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.440155 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4a58de1d-bf01-4bc4-9cbb-44e7150501ed req-c85f2da3-58c1-41ae-88b8-45eba3a053d0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908017 Jun 16 16:23:46.552257 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6087c180-6aa3-4154-bbf7-b2491cb7f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.553684 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-6087c180-6aa3-4154-bbf7-b2491cb7f95e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0d0800fb9cef4efa94aa88e424095730&device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 1097 time: 0.0535288 Jun 16 16:23:46.600189 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-bb933bbe-1e3f-4ec1-9126-9e04ca0b1632 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=652c4ac6-9a7a-46f6-9201-8c379a2961b3 HTTP/1.1" status: 200 len: 217 time: 0.0384209 Jun 16 16:23:46.649029 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-83873e24-f12f-4f52-9b58-2fea765be42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:46.650485 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-83873e24-f12f-4f52-9b58-2fea765be42e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 HTTP/1.1" status: 200 len: 855 time: 0.0441840 Jun 16 16:23:46.684693 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-be2a32cf-0fdf-4e2d-87fc-87fbc3952132 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c0062e1a-8fbd-4f70-a140-6db431474307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272679 Jun 16 16:23:46.778542 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-abacac25-885d-436d-94eb-a371c6551abf service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869815 Jun 16 16:23:46.881205 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-959dd7e7-8d5d-4e49-b48c-a552f786a0fb req-cd7e8ad9-6d28-46e7-b1e8-8b8b4447e96b service neutron] 10.222.0.79 "GET /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818830 Jun 16 16:23:47.143979 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59d2cb-91a3-452b-a419-138ad8bb63b5 req-2f900882-7d60-47c3-b9b2-f2d4a82b3d84 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:47.145430 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5e59d2cb-91a3-452b-a419-138ad8bb63b5 req-2f900882-7d60-47c3-b9b2-f2d4a82b3d84 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 944 time: 0.0705888 Jun 16 16:23:47.183941 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5e59d2cb-91a3-452b-a419-138ad8bb63b5 req-be3aec91-a5f4-4c5b-aaba-7e596610fb34 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328283 Jun 16 16:23:48.362653 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b9dca-d79f-4f5c-8ba8-9d51f6bc64f0 req-1bfea051-9a69-49eb-a95a-7ae95ee85694 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:48.364121 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-486b9dca-d79f-4f5c-8ba8-9d51f6bc64f0 req-1bfea051-9a69-49eb-a95a-7ae95ee85694 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 944 time: 0.0701394 Jun 16 16:23:48.408599 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-486b9dca-d79f-4f5c-8ba8-9d51f6bc64f0 req-140e2942-42a9-4f5e-8797-9e70676bc67c tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359316 Jun 16 16:23:48.724262 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 652c4ac6-9a7a-46f6-9201-8c379a2961b3 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:23:48.821935 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=652c4ac6-9a7a-46f6-9201-8c379a2961b3,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:48.834586 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Returning: {'device': '652c4ac6-9a7a-46f6-9201-8c379a2961b3', 'network_id': 'c0062e1a-8fbd-4f70-a140-6db431474307', 'port_id': '652c4ac6-9a7a-46f6-9201-8c379a2961b3', 'mac_address': 'fa:16:3e:9f:2b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3224ab35-06a2-4d7e-bf4c-6b1f30a294a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:23:48.874840 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:48.891166 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652c4ac6-9a7a-46f6-9201-8c379a2961b3 {{(pid=92540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:23:48.912803 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=652c4ac6-9a7a-46f6-9201-8c379a2961b3,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:49.017409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:49.019131 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:49.064636 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=652c4ac6-9a7a-46f6-9201-8c379a2961b3,revision_number=4']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:49.067969 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:49.297274 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['652c4ac6-9a7a-46f6-9201-8c379a2961b3'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:23:49.591096 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7149-d74b-45f0-9d35-5c6175cf7fed req-466ae82b-ce5a-43d1-8b9c-ff4dbec35431 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:49.592673 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-77fb7149-d74b-45f0-9d35-5c6175cf7fed req-466ae82b-ce5a-43d1-8b9c-ff4dbec35431 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 945 time: 0.0706091 Jun 16 16:23:49.630935 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-77fb7149-d74b-45f0-9d35-5c6175cf7fed req-57e3452c-2e91-44f1-9cb2-866d4096c8e3 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Jun 16 16:23:50.730893 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 652c4ac6-9a7a-46f6-9201-8c379a2961b3 up at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:50.803219 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d15-d2d1-40a1-a809-4fd5a6d3aff1 req-21ff9d37-4d0c-4fc9-b22c-9ab2c4846f41 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:50.804788 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e9413d15-d2d1-40a1-a809-4fd5a6d3aff1 req-21ff9d37-4d0c-4fc9-b22c-9ab2c4846f41 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 945 time: 0.0648606 Jun 16 16:23:50.833671 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning for port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 completed by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:50.837584 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.db.provisioning_blocks [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Provisioning complete for port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 triggered by entity L2. {{(pid=92540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:50.838209 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-568050'] for port, provisioning_complete {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:50.842809 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-e9413d15-d2d1-40a1-a809-4fd5a6d3aff1 req-770183af-5d43-4ca5-a480-fe0b68884b7b tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Jun 16 16:23:50.918712 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-973386'] for port, before_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:50.942648 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652c4ac6-9a7a-46f6-9201-8c379a2961b3'}] {{(pid=92540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:23:50.945546 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c45c6001414eefee44994e33aaea79a809373915b49954d088ab6e969b1b8fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7358b694-bd5c-4044-bdd1-ba604bd091b3" -d '{"events": [{"server_uuid": "cf66d90a-5d46-4eed-a775-fbccf66d63be", "name": "network-vif-plugged", "status": "completed", "tag": "652c4ac6-9a7a-46f6-9201-8c379a2961b3"}]}' {{(pid=92540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:23:50.961345 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] For port 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=652c4ac6-9a7a-46f6-9201-8c379a2961b3,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:50.984395 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348ce97c-1a63-4afb-a43c-a2b2d1600979 x-openstack-request-id: req-348ce97c-1a63-4afb-a43c-a2b2d1600979 {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:23:50.984395 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66d90a-5d46-4eed-a775-fbccf66d63be", "name": "network-vif-plugged", "status": "completed", "tag": "652c4ac6-9a7a-46f6-9201-8c379a2961b3", "code": 200}]} {{(pid=92540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:23:50.984395 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-348ce97c-1a63-4afb-a43c-a2b2d1600979 {{(pid=92540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:23:50.984395 dv-cinder-796685-1-smb neutron-server[92540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652c4ac6-9a7a-46f6-9201-8c379a2961b3', 'code': 200} Jun 16 16:23:51.022352 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793646941031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793646499615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793646499660'] for port, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:51.024410 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-77ae09d5-ba65-4235-9eaa-b447acfe821d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:51.073424 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Pushing event updated for resources: {'Port': ['ID=652c4ac6-9a7a-46f6-9201-8c379a2961b3,revision_number=5']} {{(pid=92540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:51.076489 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG oslo_concurrency.lockutils [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:51.320518 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5d87-ce72-4d4e-ae8c-5dc7816a7155 req-f52afcf3-9805-4164-89eb-a6db93ab9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:51.322054 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cbd5d87-ce72-4d4e-ae8c-5dc7816a7155 req-f52afcf3-9805-4164-89eb-a6db93ab9edf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 1099 time: 0.0510778 Jun 16 16:23:51.366483 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9cbd5d87-ce72-4d4e-ae8c-5dc7816a7155 req-a766449d-336c-43fa-b88d-4d4f1a6b58a3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Jun 16 16:23:52.021069 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6dc366-f669-4134-bd8c-2fe1cc993772 req-5761350c-42f0-4901-8001-23c9c33e4e78 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:52.022617 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7e6dc366-f669-4134-bd8c-2fe1cc993772 req-5761350c-42f0-4901-8001-23c9c33e4e78 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 946 time: 0.0713212 Jun 16 16:23:52.062816 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-7e6dc366-f669-4134-bd8c-2fe1cc993772 req-48c11df7-50a5-4f93-ac54-b1a54e46d42a tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Jun 16 16:23:53.251021 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bda479-e615-4a45-939c-303e4db9771f req-80829434-8c66-4d84-990c-a625bb7bbff4 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:53.252590 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b0bda479-e615-4a45-939c-303e4db9771f req-80829434-8c66-4d84-990c-a625bb7bbff4 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 946 time: 0.0683634 Jun 16 16:23:53.292014 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-b0bda479-e615-4a45-939c-303e4db9771f req-b20ef6ab-5946-4b1e-8d8a-c07a1d9042fd tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333683 Jun 16 16:23:59.624780 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:01.377855 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736185e9-0203-4c2e-9501-cdefb7cc0d99 req-c0cda49a-f8fb-4ba8-b8be-6b047e631fcf tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:01.379340 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-736185e9-0203-4c2e-9501-cdefb7cc0d99 req-c0cda49a-f8fb-4ba8-b8be-6b047e631fcf tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 946 time: 0.0631516 Jun 16 16:24:01.418624 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-736185e9-0203-4c2e-9501-cdefb7cc0d99 req-8471bfee-b25c-4e6e-bdcb-627722722c28 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jun 16 16:24:02.594549 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83c603-93d7-4d94-83b2-4804f6771475 req-332dcd6c-596d-4374-a5f7-cd0e286e9de1 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:02.596029 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4b83c603-93d7-4d94-83b2-4804f6771475 req-332dcd6c-596d-4374-a5f7-cd0e286e9de1 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 946 time: 0.0644760 Jun 16 16:24:02.635025 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4b83c603-93d7-4d94-83b2-4804f6771475 req-5e1c4d53-300a-47d2-8331-090267e5243a tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331838 Jun 16 16:24:03.043837 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-c5ab573f-aee9-4adf-9a99-1c2e4e5b25aa tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:03.046323 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-c5ab573f-aee9-4adf-9a99-1c2e4e5b25aa tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 946 time: 0.0681696 Jun 16 16:24:03.145936 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Deleting port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:03.146306 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.523896 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] For port 652c4ac6-9a7a-46f6-9201-8c379a2961b3, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=652c4ac6-9a7a-46f6-9201-8c379a2961b3,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:03.524244 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.587473 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Calling delete_port for 652c4ac6-9a7a-46f6-9201-8c379a2961b3 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:03.799687 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.804853 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:03.813885 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764', 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956', '652c4ac6-9a7a-46f6-9201-8c379a2961b3'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:03.836768 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event deleted for resources: {'Port': ['ID=652c4ac6-9a7a-46f6-9201-8c379a2961b3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:03.861761 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:03.871501 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b1e5b-698c-4259-af8a-a5fde3416c3d req-0fd6e3b0-bac3-47a1-a01b-3e9e2167edec tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:03.874883 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ae5b1e5b-698c-4259-af8a-a5fde3416c3d req-0fd6e3b0-bac3-47a1-a01b-3e9e2167edec tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf66d90a-5d46-4eed-a775-fbccf66d63be HTTP/1.1" status: 200 len: 867 time: 0.1148682 Jun 16 16:24:03.894937 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] No DVR routers for this DVR port 652c4ac6-9a7a-46f6-9201-8c379a2961b3 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:03.898669 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:03.902141 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-537d8fcc-cc88-436c-ba2c-36bc30330607 req-9b2f8b06-ce3a-48d8-916b-99136800d1c5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "DELETE /v2.0/ports/652c4ac6-9a7a-46f6-9201-8c379a2961b3 HTTP/1.1" status: 204 len: 173 time: 0.8502791 Jun 16 16:24:03.902969 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'name': 'network-vif-deleted', 'tag': '652c4ac6-9a7a-46f6-9201-8c379a2961b3'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:03.907007 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04677633-19eb-48ca-820e-c4a23009e9f4" -d '{"events": [{"server_uuid": "cf66d90a-5d46-4eed-a775-fbccf66d63be", "name": "network-vif-deleted", "tag": "652c4ac6-9a7a-46f6-9201-8c379a2961b3"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:03.918090 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-ae5b1e5b-698c-4259-af8a-a5fde3416c3d req-e479692d-6a9e-4438-ab66-44c2b9ad8678 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375321 Jun 16 16:24:03.956331 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c6a3e6-ea81-4208-bf1b-2097c081d0ef x-openstack-request-id: req-27c6a3e6-ea81-4208-bf1b-2097c081d0ef {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:03.956708 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66d90a-5d46-4eed-a775-fbccf66d63be", "name": "network-vif-deleted", "tag": "652c4ac6-9a7a-46f6-9201-8c379a2961b3", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:03.957008 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27c6a3e6-ea81-4208-bf1b-2097c081d0ef {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:03.957443 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d90a-5d46-4eed-a775-fbccf66d63be', 'name': 'network-vif-deleted', 'tag': '652c4ac6-9a7a-46f6-9201-8c379a2961b3', 'status': 'completed', 'code': 200} Jun 16 16:24:06.755856 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:06.808339 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 652c4ac6-9a7a-46f6-9201-8c379a2961b3 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:06.831510 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 652c4ac6-9a7a-46f6-9201-8c379a2961b3 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:06.831872 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 652c4ac6-9a7a-46f6-9201-8c379a2961b3 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:06.904882 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416728c-4528-4317-b6aa-a27e3f913342 req-2082acaf-ed8d-4877-b0e6-1a85feafb222 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:06.906615 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5416728c-4528-4317-b6aa-a27e3f913342 req-2082acaf-ed8d-4877-b0e6-1a85feafb222 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 945 time: 0.1235399 Jun 16 16:24:06.956045 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-5416728c-4528-4317-b6aa-a27e3f913342 req-37b5ddf4-5c63-419a-b791-cb90201f4fad tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Jun 16 16:24:08.195404 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30005-8fe0-44d4-a52c-00a8fe539d36 req-44288f79-950a-460c-a7ea-f82c4ff3776e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:08.198073 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4aa30005-8fe0-44d4-a52c-00a8fe539d36 req-44288f79-950a-460c-a7ea-f82c4ff3776e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 945 time: 0.1234066 Jun 16 16:24:08.237866 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-4aa30005-8fe0-44d4-a52c-00a8fe539d36 req-23f0684c-ba9b-48bc-aab4-08ddd8a729bc tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341864 Jun 16 16:24:08.387444 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b4eba-541f-4c61-9365-334414821b7b req-188c2639-7cc5-490c-9d1b-b83def227cec tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:08.389525 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c02b4eba-541f-4c61-9365-334414821b7b req-188c2639-7cc5-490c-9d1b-b83def227cec tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 945 time: 0.0648077 Jun 16 16:24:08.510589 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Deleting port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:08.510841 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.619664 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] For port b85d6ab5-37f8-4843-98a0-5d5ae2be2956, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:08.620026 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.687335 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Calling delete_port for b85d6ab5-37f8-4843-98a0-5d5ae2be2956 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:08.909934 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.914549 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7e2abd40-f7bd-467a-8b9a-df6b1adaf741 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:08.921121 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764', 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:08.945340 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event deleted for resources: {'Port': ['ID=b85d6ab5-37f8-4843-98a0-5d5ae2be2956,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:08.952003 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:08.990966 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] No DVR routers for this DVR port b85d6ab5-37f8-4843-98a0-5d5ae2be2956 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:08.993771 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:08.995896 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-c02b4eba-541f-4c61-9365-334414821b7b req-8bb54ebc-6cb7-4adf-a2f8-6ddf78021c63 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "DELETE /v2.0/ports/b85d6ab5-37f8-4843-98a0-5d5ae2be2956 HTTP/1.1" status: 204 len: 173 time: 0.6003258 Jun 16 16:24:08.996475 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'name': 'network-vif-deleted', 'tag': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:08.999733 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561941a-aa5c-4b9c-a3b9-d72f420be75d" -d '{"events": [{"server_uuid": "40af1ba4-fd5d-4815-a0d7-552f687d4e5d", "name": "network-vif-deleted", "tag": "b85d6ab5-37f8-4843-98a0-5d5ae2be2956"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:09.039185 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f8487-957b-45d6-a04e-1b0b9151bc48 x-openstack-request-id: req-667f8487-957b-45d6-a04e-1b0b9151bc48 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:09.039533 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40af1ba4-fd5d-4815-a0d7-552f687d4e5d", "name": "network-vif-deleted", "tag": "b85d6ab5-37f8-4843-98a0-5d5ae2be2956", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:09.039839 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-667f8487-957b-45d6-a04e-1b0b9151bc48 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:09.040288 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40af1ba4-fd5d-4815-a0d7-552f687d4e5d', 'name': 'network-vif-deleted', 'tag': 'b85d6ab5-37f8-4843-98a0-5d5ae2be2956', 'status': 'completed', 'code': 200} Jun 16 16:24:09.401270 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-b9c357d9-e17a-4b2d-94af-086ce2b27e62 req-5c72f11e-3582-4ffd-a759-0edb8ac075e3 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=40af1ba4-fd5d-4815-a0d7-552f687d4e5d HTTP/1.1" status: 200 len: 210 time: 0.0345805 Jun 16 16:24:09.709625 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-80b195d7-f892-4580-a4b9-7c574bb082b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.829228 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b85d6ab5-37f8-4843-98a0-5d5ae2be2956 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:10.849128 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: b85d6ab5-37f8-4843-98a0-5d5ae2be2956 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:10.849487 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b85d6ab5-37f8-4843-98a0-5d5ae2be2956 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:11.287786 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20f9a6-cf8b-46cc-b046-8cfcba40e471 req-df52da99-64d9-4f58-99af-ec437d8633f5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:11.289394 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7e20f9a6-cf8b-46cc-b046-8cfcba40e471 req-df52da99-64d9-4f58-99af-ec437d8633f5 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 945 time: 0.0669510 Jun 16 16:24:11.328219 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-7e20f9a6-cf8b-46cc-b046-8cfcba40e471 req-f97a8aaa-0136-494c-b3bd-12520cceb572 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Jun 16 16:24:12.206631 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-4bc78004-c172-4f5f-9068-c0df8c901bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.389905 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.545554 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ab71-37c9-4072-8249-b619e6ab7a64 req-de02a034-f4df-4654-8a39-edd167c5f06e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.547191 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9e52ab71-37c9-4072-8249-b619e6ab7a64 req-de02a034-f4df-4654-8a39-edd167c5f06e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 945 time: 0.0949121 Jun 16 16:24:12.555615 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-df78bdd2-43a2-48ed-ab2f-532ab2e013ab tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:12.557086 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-df78bdd2-43a2-48ed-ab2f-532ab2e013ab tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 945 time: 0.1144824 Jun 16 16:24:12.645540 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-9e52ab71-37c9-4072-8249-b619e6ab7a64 req-9d01c628-ba02-46f2-8df6-326ce0ee79d0 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874727 Jun 16 16:24:12.697778 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Deleting port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:12.698120 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.791459 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] For port b82b8316-37c7-4655-abcc-ef9ea9a9ae26, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:12.791814 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.855638 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Calling delete_port for b82b8316-37c7-4655-abcc-ef9ea9a9ae26 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:13.069794 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.075641 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-c2d478d9-cc8b-4d31-9778-8cbc449dc84b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:13.082010 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:13.103248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event deleted for resources: {'Port': ['ID=b82b8316-37c7-4655-abcc-ef9ea9a9ae26,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:13.131387 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:13.157369 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] No DVR routers for this DVR port b82b8316-37c7-4655-abcc-ef9ea9a9ae26 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:13.161095 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.162514 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-dea5bde7-e399-4332-abe4-a4348c505f42 req-b0807e7a-bf3c-4d39-98bc-e1343b8f9f72 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "DELETE /v2.0/ports/b82b8316-37c7-4655-abcc-ef9ea9a9ae26 HTTP/1.1" status: 204 len: 173 time: 0.5884492 Jun 16 16:24:13.163063 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'name': 'network-vif-deleted', 'tag': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:13.170067 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d25294d-d3d9-40e4-9f71-a6595cebd671" -d '{"events": [{"server_uuid": "6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe", "name": "network-vif-deleted", "tag": "b82b8316-37c7-4655-abcc-ef9ea9a9ae26"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:13.211302 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a62e73e-d3cf-4c34-be08-eff715d0de88 x-openstack-request-id: req-7a62e73e-d3cf-4c34-be08-eff715d0de88 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:13.211615 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe", "name": "network-vif-deleted", "tag": "b82b8316-37c7-4655-abcc-ef9ea9a9ae26", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:13.211937 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a62e73e-d3cf-4c34-be08-eff715d0de88 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:13.212405 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe', 'name': 'network-vif-deleted', 'tag': 'b82b8316-37c7-4655-abcc-ef9ea9a9ae26', 'status': 'completed', 'code': 200} Jun 16 16:24:13.484344 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:13.804773 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-8a17c732-eca9-4720-ade6-e4819ca9ca37 req-50ad8bac-4e98-43f3-bd73-bd197e59a3de tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=6062b3d8-97b0-4cbc-aacb-b5e3f0052cbe HTTP/1.1" status: 200 len: 210 time: 0.0305672 Jun 16 16:24:14.844240 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b82b8316-37c7-4655-abcc-ef9ea9a9ae26 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:14.864991 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: b82b8316-37c7-4655-abcc-ef9ea9a9ae26 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:14.865342 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device b82b8316-37c7-4655-abcc-ef9ea9a9ae26 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:14.960931 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:16.794980 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3f277-6305-4e09-b4f3-de0f8c279eec req-9bf42699-426c-4bbf-b919-fc1c6c88abe2 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:16.796442 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-78b3f277-6305-4e09-b4f3-de0f8c279eec req-9bf42699-426c-4bbf-b919-fc1c6c88abe2 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0645378 Jun 16 16:24:16.835291 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [req-78b3f277-6305-4e09-b4f3-de0f8c279eec req-2b03908e-37a1-4bc2-ba21-5bbb4e74b2cb tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Jun 16 16:24:18.014937 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de238d-6bfe-43bf-b5cf-0335035a4304 req-8254f69f-464a-492b-a6d0-ac71a22c7355 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:18.016423 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83de238d-6bfe-43bf-b5cf-0335035a4304 req-8254f69f-464a-492b-a6d0-ac71a22c7355 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0681963 Jun 16 16:24:18.056387 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-83de238d-6bfe-43bf-b5cf-0335035a4304 req-6e25715f-3899-49d3-8ab7-b940a42d7832 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Jun 16 16:24:18.323046 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-43f1789c-839f-42c7-b716-e20c1e9c4403 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:24:18.324560 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-43f1789c-839f-42c7-b716-e20c1e9c4403 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 945 time: 0.0671337 Jun 16 16:24:18.425578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Deleting port 1bfce7f3-6bb6-404d-b1c7-f13590522764 {{(pid=92538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:24:18.427404 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793646935453'] for port, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.526421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.db [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] For port 1bfce7f3-6bb6-404d-b1c7-f13590522764, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=1bfce7f3-6bb6-404d-b1c7-f13590522764,segment=NetworkSegment(02813c1d-6688-4a75-b795-355805d43ea0),segment_id=02813c1d-6688-4a75-b795-355805d43ea0)] {{(pid=92538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:24:18.526778 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2002643'] for port, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.590918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.plugins.ml2.plugin [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Calling delete_port for 1bfce7f3-6bb6-404d-b1c7-f13590522764 owned by compute:nova {{(pid=92538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:24:18.829612 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-974484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793646941049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793646499606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3968204'] for port, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.834059 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bf2be097-80a3-4016-a257-bbc0da67c8a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:18.842490 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.db [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] get_ports_and_sgs() called for port_ids ['1bfce7f3-6bb6-404d-b1c7-f13590522764'] {{(pid=92540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:24:18.862238 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Pushing event deleted for resources: {'Port': ['ID=1bfce7f3-6bb6-404d-b1c7-f13590522764,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:18.865864 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:18.914002 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.l3_dvrscheduler_db [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] No DVR routers for this DVR port 1bfce7f3-6bb6-404d-b1c7-f13590522764 on host hv-cinder-79668 {{(pid=92538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:24:18.916924 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467625'] for port, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:18.919326 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-410dfd4d-e5c9-4350-acb5-970a28d6b97c req-5542e1ee-5abe-4d37-afb4-4df10fbc992e tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.79 "DELETE /v2.0/ports/1bfce7f3-6bb6-404d-b1c7-f13590522764 HTTP/1.1" status: 204 len: 173 time: 0.5895300 Jun 16 16:24:18.919936 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'name': 'network-vif-deleted', 'tag': '1bfce7f3-6bb6-404d-b1c7-f13590522764'}] {{(pid=92538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:24:18.923102 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18e08a8fd7e495c69c88cd0395f0cc66c0c862d272937610175aad0365c296a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89355301-7ee9-4fe4-9a94-d4ca7b6dcfee" -d '{"events": [{"server_uuid": "cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3", "name": "network-vif-deleted", "tag": "1bfce7f3-6bb6-404d-b1c7-f13590522764"}]}' {{(pid=92538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:24:18.959625 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e4d69-db7a-46bd-88f7-14d364f9f157 x-openstack-request-id: req-6c1e4d69-db7a-46bd-88f7-14d364f9f157 {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:24:18.959960 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3", "name": "network-vif-deleted", "tag": "1bfce7f3-6bb6-404d-b1c7-f13590522764", "status": "completed", "code": 200}]} {{(pid=92538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:24:18.960257 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c1e4d69-db7a-46bd-88f7-14d364f9f157 {{(pid=92538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:24:18.960726 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3', 'name': 'network-vif-deleted', 'tag': '1bfce7f3-6bb6-404d-b1c7-f13590522764', 'status': 'completed', 'code': 200} Jun 16 16:24:19.201872 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [req-921fb902-df1a-447b-a11a-b08b26f81596 req-707402df-dc31-40a6-a355-b15083108c75 tempest-AttachVolumeNegativeTest-1412804272 tempest-AttachVolumeNegativeTest-1412804272-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf1bed2c-b6e6-4106-9f48-f6ffc4b2e8b3 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Jun 16 16:24:20.295167 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33326) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:20.339220 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Deleting subnet 3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 {{(pid=92538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:24:20.343035 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.376317 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2601175'] for subnet, precommit_delete_associations {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.420369 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-569600'] for subnet, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.549460 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-569631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4035923'] for subnet, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.551898 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a07e5e69-42ce-4d83-bb66-e5935fcc9a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:20.576799 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3224ab35-06a2-4d7e-bf4c-6b1f30a294a9,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:20.579731 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:20.580737 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.583339 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-a0dd839c-5b4d-495c-ac1b-27ed9ee66c6d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3224ab35-06a2-4d7e-bf4c-6b1f30a294a9 HTTP/1.1" status: 204 len: 168 time: 0.2864530 Jun 16 16:24:20.585541 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33328) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:20.655870 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-630429'] for network, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.732145 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574351', 'neutron.services.segments.db._delete_segments_for_network-8793646973745'] for network, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.742237 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0062e1a-8fbd-4f70-a140-6db431474307']}} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:20.752275 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02813c1d-6688-4a75-b795-355805d43ea0') {'for_net_delete': True} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:20.752594 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.services.segments.db [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02813c1d-6688-4a75-b795-355805d43ea0') {} {{(pid=92539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:24:20.761663 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793646973058', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2497561'] for segment, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.775637 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051'] for segment, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.783132 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=92539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:24:20.783570 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-576051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3820716'] for segment, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: Traceback (most recent call last): Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: timer() Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: cb(*args, **kw) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: return func(*args, **kwargs) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: self._notify() Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: self.callback(batched_events) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: event.method(event) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: return f(self, *a, **k) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: return self._get(url).json() Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: return self.request(url, 'GET', **kwargs) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:24:20.785582 dv-cinder-796685-1-smb neutron-server[92539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:24:20.891510 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 1bfce7f3-6bb6-404d-b1c7-f13590522764 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:24:20.912784 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.plugin [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] No Port match for: 1bfce7f3-6bb6-404d-b1c7-f13590522764 {{(pid=92540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:24:20.913136 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron.plugins.ml2.rpc [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Device 1bfce7f3-6bb6-404d-b1c7-f13590522764 not bound to the agent host hv-cinder-79668 {{(pid=92540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:24:20.964513 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2073069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1613650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2029133'] for network, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.970082 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613645'] for network, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:20.974680 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] 10.222.0.22 "DELETE /v2.0/networks/c0062e1a-8fbd-4f70-a140-6db431474307 HTTP/1.1" status: 204 len: 168 time: 0.3854375 Jun 16 16:24:20.974680 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:20.984881 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=c0062e1a-8fbd-4f70-a140-6db431474307,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:20.992474 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.993066 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.993278 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.993631 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.993998 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.994439 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.994708 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.995066 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.995426 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.995781 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.996135 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:20.996489 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:21.000307 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-933557d9-a930-44b6-a4c3-ab783dbc0a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:21.366745 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33332) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:21.408820 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-8355aa7a-937b-483e-8148-a4e4300cc5e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d0800fb9cef4efa94aa88e424095730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407734 Jun 16 16:24:21.411520 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33334) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:21.461986 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.484823 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.589236 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.592359 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:21.593549 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1 HTTP/1.1" status: 204 len: 168 time: 0.1813073 Jun 16 16:24:21.594364 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f378b0ef-18a5-47a6-9165-ef5e4e91b946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:21.602784 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca870c3f-dd1a-476a-9ae6-bbfdb9a652c1,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:21.605406 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-601b129b-7d83-43f3-9425-a437eb015c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:29.666878 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:39.701052 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-68f2c291-dfb4-44c2-8d99-70091c74a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:42.180874 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-7eefb799-aff5-416d-8092-cc3f9d409fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:42.382476 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:43.468000 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:43.754683 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:44.988263 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.155758 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33688) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:59.264460 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.354847 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.477372 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.480470 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-b4823f8b-dde3-4ee8-86e4-364abf8ba84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:59.517434 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21616192c33c490ab6809527463c6a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605809 Jun 16 16:24:59.518692 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b30141-01b2-42b6-a57c-6fc4a0aa81fd,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:59.520103 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33692) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:24:59.522066 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:24:59.577070 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.599048 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.604873 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.705578 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.708261 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:59.709457 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50b30141-01b2-42b6-a57c-6fc4a0aa81fd HTTP/1.1" status: 204 len: 168 time: 0.1880946 Jun 16 16:24:59.710323 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-65542ca9-2b0b-48b7-8f1f-ef2eb9a55d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:24:59.719436 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b30141-01b2-42b6-a57c-6fc4a0aa81fd,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:24:59.727549 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.727860 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.728232 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.728633 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.729536 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.729897 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.730258 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.730670 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.731036 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.731392 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.731745 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.732096 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:24:59.735350 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-7abffd11-9293-4cf9-8bc3-a3e83239ec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:00.341056 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33698) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:00.355425 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.445329 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.539704 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.542401 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-5ee5c31a-ad50-45fb-94b2-d6ebcd9443d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:00.580565 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aff034d0b5cf41d49fac901d052b24eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380047 Jun 16 16:25:00.581362 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771a21f2-960a-4a02-bbc5-fd58408f4d0b,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:00.583107 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33700) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:00.584428 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:00.637628 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.658052 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.804895 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.808178 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:00.809384 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/771a21f2-960a-4a02-bbc5-fd58408f4d0b HTTP/1.1" status: 204 len: 168 time: 0.2251089 Jun 16 16:25:00.810175 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-917f6060-98f6-42df-babb-567498c09fa1 tempest-TestMinimumBasicScenario-943335945 tempest-TestMinimumBasicScenario-943335945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:00.817690 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a21f2-960a-4a02-bbc5-fd58408f4d0b,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:00.820070 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:03.807534 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33770) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:03.907248 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bf121740-cdee-42bc-9525-357c3b606e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.004827 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bf121740-cdee-42bc-9525-357c3b606e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.078537 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-bf121740-cdee-42bc-9525-357c3b606e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.082189 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d56b71ea-8793-4651-b4a9-4aa43fec5613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:04.117689 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-bf121740-cdee-42bc-9525-357c3b606e5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e67f9314f3f3414689cfbfc23353193d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086472 Jun 16 16:25:04.119914 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf121740-cdee-42bc-9525-357c3b606e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d099fc11-a534-4abc-9039-f36555a08eed,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.120750 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33774) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:04.123735 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-bf121740-cdee-42bc-9525-357c3b606e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:04.171641 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.191521 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.305467 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.308312 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:04.309517 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d099fc11-a534-4abc-9039-f36555a08eed HTTP/1.1" status: 204 len: 168 time: 0.1877267 Jun 16 16:25:04.310546 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-8871bea3-33cc-4156-9b22-9a35b8af3800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:04.318233 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d099fc11-a534-4abc-9039-f36555a08eed,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:04.324641 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:04.945104 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33780) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:04.958683 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.054163 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.124656 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.127313 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-812e501e-7ed8-434d-8854-46f4e8d9026c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:05.163161 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a754507378b6438b8ee69fa5862ff93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169812 Jun 16 16:25:05.164065 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe2d98-5fb8-4c34-99cf-52f8f6c61225,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:05.166120 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33782) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:05.167257 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:05.218156 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.239967 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.385721 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.388345 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.389660 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85fe2d98-5fb8-4c34-99cf-52f8f6c61225 HTTP/1.1" status: 204 len: 168 time: 0.2222023 Jun 16 16:25:05.390446 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-9f0bbbcf-ca9a-4911-a282-ea3727922ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:05.398918 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe2d98-5fb8-4c34-99cf-52f8f6c61225,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:05.411847 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-537fef03-ed68-455b-b2a3-60d0a4b8a148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:09.695912 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-920d5c04-ea23-4859-88a4-85cd8810847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.253721 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c4b1-42f6-4512-abe7-0701fde1e4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.484656 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:13.476668 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.973592 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.375929 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33904) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:17.476269 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3f97a3cf-4a11-447e-8912-b7e10dc2a78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.563595 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3f97a3cf-4a11-447e-8912-b7e10dc2a78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.630561 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-3f97a3cf-4a11-447e-8912-b7e10dc2a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.633144 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-60f087a4-737e-4a4a-a530-02ec1d311f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:17.669465 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-3f97a3cf-4a11-447e-8912-b7e10dc2a78c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a5b3afb4cf7432c92d7c90cc73389de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924376 Jun 16 16:25:17.670442 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97a3cf-4a11-447e-8912-b7e10dc2a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c6ed9-0987-4dee-94d3-bef1fe206268,revision_number=1']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:17.672578 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33908) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:17.673984 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-3f97a3cf-4a11-447e-8912-b7e10dc2a78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:17.721745 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.745450 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.858960 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.861700 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.862953 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e0c6ed9-0987-4dee-94d3-bef1fe206268 HTTP/1.1" status: 204 len: 168 time: 0.1886220 Jun 16 16:25:17.863758 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-0b8c21fc-967f-465f-a8d7-2769705097af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:17.871438 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c6ed9-0987-4dee-94d3-bef1fe206268,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:17.873775 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-1bc3b632-d041-407b-980c-f2b81e71ef91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:18.449193 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33914) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:18.462236 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-255fde44-1713-46c5-9d57-e1639d3b1e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.548200 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-255fde44-1713-46c5-9d57-e1639d3b1e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.624740 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-255fde44-1713-46c5-9d57-e1639d3b1e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.627400 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-92832541-a94b-4730-b1d3-18db6bbc9210 tempest-AttachVolumeShelveTestJSON-1535728314 tempest-AttachVolumeShelveTestJSON-1535728314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:18.661709 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255fde44-1713-46c5-9d57-e1639d3b1e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d59da-3e78-42a8-8033-8a6b415c1ff0,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.666006 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-255fde44-1713-46c5-9d57-e1639d3b1e2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24b16d0708f446a6bbaed498cbc064a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157893 Jun 16 16:25:18.666918 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-255fde44-1713-46c5-9d57-e1639d3b1e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:18.668611 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33916) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:18.716742 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.736653 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.838513 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.841237 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:18.842362 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c41d59da-3e78-42a8-8033-8a6b415c1ff0 HTTP/1.1" status: 204 len: 168 time: 0.1728528 Jun 16 16:25:18.843435 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-51f2351e-13d7-4b23-bd7d-4be233e409f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:18.850777 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41d59da-3e78-42a8-8033-8a6b415c1ff0,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:18.853630 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-c3a497af-8a62-4393-9c6a-2b15c8ab11ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:19.528668 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 33922) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.778228 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a37297df-7484-429b-aac6-cd9a08ce5d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.862431 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a37297df-7484-429b-aac6-cd9a08ce5d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.952386 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-a37297df-7484-429b-aac6-cd9a08ce5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:19.955063 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-6198d24a-7e56-4d73-83c8-78c518a6b77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:19.991233 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-a37297df-7484-429b-aac6-cd9a08ce5d51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20e985f9bf8f4dc0a10424326411f465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615018 Jun 16 16:25:19.992186 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37297df-7484-429b-aac6-cd9a08ce5d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64b3574-a1c4-44db-a166-14527b828aa3,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:19.993981 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.wsgi [-] (92538) accepted ('10.222.0.22', 33924) {{(pid=92538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:19.995252 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-a37297df-7484-429b-aac6-cd9a08ce5d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.044151 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.063319 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.192529 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.195217 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron_lib.callbacks.manager [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:20.196398 dv-cinder-796685-1-smb neutron-server[92538]: INFO neutron.wsgi [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c64b3574-a1c4-44db-a166-14527b828aa3 HTTP/1.1" status: 204 len: 168 time: 0.2013733 Jun 16 16:25:20.197310 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-03b688f5-df37-40e8-9041-f566a0b020a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:20.205176 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64b3574-a1c4-44db-a166-14527b828aa3,revision_number=None']} {{(pid=92538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:20.207421 dv-cinder-796685-1-smb neutron-server[92538]: DEBUG oslo_concurrency.lockutils [None req-d4281987-883d-4582-bb94-67f379def0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:20.752665 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:29.604246 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:39.706208 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-c06b4138-9fff-4147-bc45-e745fd988350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.186724 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-29a2e638-231d-4ddf-8beb-c56008dbf3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.391817 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:43.486705 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:44.995473 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.067164 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 34102) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:47.169616 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.253864 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.345998 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_create {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.348671 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-e099311f-bc44-40e8-9172-28b40fd5142d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:47.389210 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cab3010ceff4340a5474103608832c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209019 Jun 16 16:25:47.390046 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bc2745-eb4d-46c2-914b-9d675a622272,revision_number=1']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:47.392250 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.wsgi [-] (92539) accepted ('10.222.0.22', 34106) {{(pid=92539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:47.408953 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.409335 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.409710 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.410081 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.410446 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.410817 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.411178 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.411536 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.411898 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.412254 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.412716 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.413095 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-smb {{(pid=92539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:47.418951 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-441ba3cf-20a9-4c2e-90c6-ce8424ea2e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:47.455819 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.475900 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.623635 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2073083'] for security_group, after_delete {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.626331 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron_lib.callbacks.manager [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:47.627447 dv-cinder-796685-1-smb neutron-server[92539]: INFO neutron.wsgi [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64bc2745-eb4d-46c2-914b-9d675a622272 HTTP/1.1" status: 204 len: 168 time: 0.2341702 Jun 16 16:25:47.628204 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-11468b94-1d84-4bcd-a890-db7d700c13f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:47.635647 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bc2745-eb4d-46c2-914b-9d675a622272,revision_number=None']} {{(pid=92539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:47.638159 dv-cinder-796685-1-smb neutron-server[92539]: DEBUG oslo_concurrency.lockutils [None req-f495e8b5-92ca-4e08-bbeb-7b5fc95a3e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92539) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:57.751489 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:59.625322 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:09.699666 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1285a724-6183-4c6e-82aa-d0cc0a5d57c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:12.188821 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-13475155-93ee-483d-af8c-9e1670469000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:12.365601 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:13.539568 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:14.990642 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:29.601702 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:34.750276 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:26:39.713952 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-4b9fcf82-1bac-452f-9dca-3fce55f5d1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.182031 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-42f7e13b-8b07-47d3-922d-328931133db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.369954 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:43.455713 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:44.979119 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:59.606342 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:09.717929 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-641ba93a-bec8-41c4-904c-7b7ad011b43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.749308 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:12.169467 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ec940979-7fba-424c-8d7c-8e8507ea07cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:12.389542 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:13.506134 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:14.986370 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:29.622792 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:39.757142 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6a4fd48e-ba1f-4a32-bb84-dbf818d492ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:42.188739 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-ce59d177-e178-47d3-b3cd-ac7beeb7959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:42.376675 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:43.502963 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:44.976822 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:48.749997 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:59.625214 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:09.733409 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6cf708e8-1c1a-4047-aae6-55e13524888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.184359 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6116fe67-110d-4064-aeef-ad42b8da97eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.373003 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:13.513546 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:14.984779 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:25.749015 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:28:29.629833 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:39.741611 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f873d103-4005-41bd-836b-aba4401e440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.181266 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-60313009-1f9d-4686-813a-ae6195cf1041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.372675 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:43.478445 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:44.998591 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:59.655283 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:02.747484 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:09.749077 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-bb644c92-d369-4ccf-9cd9-7ce48926ffc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.165929 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-daacb28d-4565-425c-af8f-5b2e24dd56bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.369349 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:13.514535 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:14.988377 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:29.625843 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:39.719496 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1d533340-08e6-4e60-989c-5f385f9802c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:39.746082 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:42.185413 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-33f31ff9-b3d4-4168-b3ff-f51f789b66a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:42.402961 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:43.478832 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:45.002629 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:59.627258 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:09.712712 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb388-16b3-4a5e-90b4-fd76aeb4db08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:12.173753 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-aafecd14-d402-4bad-8737-19c5d1c98e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:12.370090 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-1fa12287-602e-47e5-b525-82d3d977b96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:13.516279 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba619-88ac-423c-ac3c-29db7e45283c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:15.064735 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-edd8e59c-e1d2-40c2-8221-9032659aaf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:16.744205 dv-cinder-796685-1-smb neutron-server[92541]: DEBUG neutron.db.agents_db [None req-68ef573c-cd8f-4317-9182-d3f1a7a15f28 None None] Agent healthcheck: found 6 active agents {{(pid=92541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:30:29.643463 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-0192c77d-4105-45e8-b98d-e286eb3a6e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:39.853086 dv-cinder-796685-1-smb neutron-server[92540]: DEBUG neutron_lib.callbacks.manager [None req-05160b32-57ff-4bff-b520-9f02da98d653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793646973727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-567873'] for agent, after_update {{(pid=92540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}